2024-11-21 13:17:09,258 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 13:17:09,275 main DEBUG Took 0.015805 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 13:17:09,276 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 13:17:09,276 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 13:17:09,277 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 13:17:09,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,286 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 13:17:09,298 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,300 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,301 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,303 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,304 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,305 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,306 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,306 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,307 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,308 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,309 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 13:17:09,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,311 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 13:17:09,312 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 13:17:09,313 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 13:17:09,315 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 13:17:09,316 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 13:17:09,317 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 13:17:09,317 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 13:17:09,325 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 13:17:09,328 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 13:17:09,329 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 13:17:09,330 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 13:17:09,330 main DEBUG createAppenders(={Console}) 2024-11-21 13:17:09,331 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-21 13:17:09,331 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 13:17:09,332 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-21 13:17:09,332 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 13:17:09,332 main DEBUG OutputStream closed 2024-11-21 13:17:09,333 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 13:17:09,333 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 13:17:09,333 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-21 13:17:09,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 13:17:09,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 13:17:09,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 13:17:09,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 13:17:09,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 13:17:09,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 13:17:09,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 13:17:09,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 13:17:09,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 13:17:09,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 13:17:09,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 13:17:09,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 13:17:09,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 13:17:09,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 13:17:09,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 13:17:09,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 13:17:09,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 13:17:09,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 13:17:09,411 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 13:17:09,411 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-21 13:17:09,412 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 13:17:09,413 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-21T13:17:09,425 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-21 13:17:09,427 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 13:17:09,428 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T13:17:09,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=3185 2024-11-21T13:17:09,685 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-21T13:17:09,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621 2024-11-21T13:17:09,729 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/cluster_3d99f264-3043-eaab-eeea-9b317b505afe, deleteOnExit=true 2024-11-21T13:17:09,874 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/cluster_3d99f264-3043-eaab-eeea-9b317b505afe/zookeeper_0, clientPort=50335, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/cluster_3d99f264-3043-eaab-eeea-9b317b505afe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/cluster_3d99f264-3043-eaab-eeea-9b317b505afe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T13:17:09,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50335 2024-11-21T13:17:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:17:09,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:17:09,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/test.cache.data in system properties and HBase conf 2024-11-21T13:17:09,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:17:09,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:17:09,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:17:09,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:17:09,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:17:09,971 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T13:17:10,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:17:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:17:10,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:17:10,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:17:10,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:17:10,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:17:10,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:17:10,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:17:10,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:17:10,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:17:10,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:17:10,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:17:10,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:17:10,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:17:10,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:17:11,122 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T13:17:11,203 INFO [Time-limited test {}] log.Log(170): Logging initialized @2626ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T13:17:11,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:11,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:17:11,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:17:11,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:17:11,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:17:11,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:11,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:17:11,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:17:11,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/java.io.tmpdir/jetty-localhost-40183-hadoop-hdfs-3_4_1-tests_jar-_-any-10447956786963621945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:17:11,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:40183} 2024-11-21T13:17:11,539 INFO [Time-limited test {}] server.Server(415): Started @2963ms 2024-11-21T13:17:12,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:12,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:17:12,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:17:12,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:17:12,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:17:12,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:17:12,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:17:12,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/java.io.tmpdir/jetty-localhost-37683-hadoop-hdfs-3_4_1-tests_jar-_-any-1880538590894676971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:17:12,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:37683} 2024-11-21T13:17:12,159 INFO [Time-limited test {}] server.Server(415): Started @3583ms 2024-11-21T13:17:12,205 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:17:13,248 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/cluster_3d99f264-3043-eaab-eeea-9b317b505afe/data/data1/current/BP-1708017587-172.17.0.2-1732195030580/current, will proceed with Du for space computation calculation, 2024-11-21T13:17:13,248 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/cluster_3d99f264-3043-eaab-eeea-9b317b505afe/data/data2/current/BP-1708017587-172.17.0.2-1732195030580/current, will proceed with Du for space computation calculation, 2024-11-21T13:17:13,279 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:17:13,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f3903f15ddb63de with lease ID 0xe6b66a2540692ae3: Processing first storage report for DS-b28d69ab-8368-43a2-994c-1c6d74703a7f from datanode DatanodeRegistration(127.0.0.1:39215, datanodeUuid=43ad6ae9-438c-4523-bb37-0b45b2e9c1de, infoPort=41935, infoSecurePort=0, ipcPort=43365, storageInfo=lv=-57;cid=testClusterID;nsid=1475669452;c=1732195030580) 2024-11-21T13:17:13,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f3903f15ddb63de with lease ID 0xe6b66a2540692ae3: from storage DS-b28d69ab-8368-43a2-994c-1c6d74703a7f node DatanodeRegistration(127.0.0.1:39215, datanodeUuid=43ad6ae9-438c-4523-bb37-0b45b2e9c1de, infoPort=41935, infoSecurePort=0, ipcPort=43365, storageInfo=lv=-57;cid=testClusterID;nsid=1475669452;c=1732195030580), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T13:17:13,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f3903f15ddb63de with lease ID 0xe6b66a2540692ae3: Processing first storage report for DS-861187bd-cad5-4765-bc49-60cb7b8d9715 from datanode DatanodeRegistration(127.0.0.1:39215, datanodeUuid=43ad6ae9-438c-4523-bb37-0b45b2e9c1de, infoPort=41935, infoSecurePort=0, ipcPort=43365, storageInfo=lv=-57;cid=testClusterID;nsid=1475669452;c=1732195030580) 2024-11-21T13:17:13,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f3903f15ddb63de with lease ID 0xe6b66a2540692ae3: from storage DS-861187bd-cad5-4765-bc49-60cb7b8d9715 node DatanodeRegistration(127.0.0.1:39215, datanodeUuid=43ad6ae9-438c-4523-bb37-0b45b2e9c1de, infoPort=41935, infoSecurePort=0, ipcPort=43365, storageInfo=lv=-57;cid=testClusterID;nsid=1475669452;c=1732195030580), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:17:13,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621 2024-11-21T13:17:13,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:13,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:13,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:17:13,985 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf with version=8 2024-11-21T13:17:13,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/hbase-staging 2024-11-21T13:17:14,064 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T13:17:14,299 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:17:14,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:14,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:14,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:17:14,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:14,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:17:14,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:17:14,485 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T13:17:14,493 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T13:17:14,497 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:17:14,519 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11581 (auto-detected) 2024-11-21T13:17:14,520 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T13:17:14,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43253 2024-11-21T13:17:14,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43253 connecting to ZooKeeper ensemble=127.0.0.1:50335 2024-11-21T13:17:14,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432530x0, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:14,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43253-0x1015d8a8f0a0000 connected 2024-11-21T13:17:14,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:14,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:14,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/running 2024-11-21T13:17:14,815 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf, hbase.cluster.distributed=false 2024-11-21T13:17:14,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/acl 2024-11-21T13:17:14,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-21T13:17:14,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43253 2024-11-21T13:17:14,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43253 2024-11-21T13:17:14,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-21T13:17:14,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-21T13:17:14,937 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:17:14,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:14,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:14,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:17:14,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:14,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:17:14,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:17:14,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:17:14,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42183 2024-11-21T13:17:14,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42183 connecting to ZooKeeper ensemble=127.0.0.1:50335 2024-11-21T13:17:14,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:14,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:14,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421830x0, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:14,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421830x0, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/running 2024-11-21T13:17:14,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42183-0x1015d8a8f0a0001 connected 2024-11-21T13:17:14,967 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:17:14,977 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:17:14,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/master 2024-11-21T13:17:14,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/acl 2024-11-21T13:17:14,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42183 2024-11-21T13:17:14,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42183 2024-11-21T13:17:14,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42183 2024-11-21T13:17:14,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42183 2024-11-21T13:17:14,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42183 2024-11-21T13:17:15,006 DEBUG [M:0;4fe6efa1e611:43253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:43253 2024-11-21T13:17:15,007 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0703943621/backup-masters/4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:15,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/backup-masters 2024-11-21T13:17:15,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/backup-masters 2024-11-21T13:17:15,027 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on existing znode=/0703943621/backup-masters/4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0703943621/master 2024-11-21T13:17:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:15,057 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on existing znode=/0703943621/master 2024-11-21T13:17:15,059 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0703943621/backup-masters/4fe6efa1e611,43253,1732195034152 from backup master directory 2024-11-21T13:17:15,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0703943621/backup-masters/4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:15,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/backup-masters 2024-11-21T13:17:15,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/backup-masters 2024-11-21T13:17:15,067 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:17:15,067 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:15,069 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T13:17:15,071 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T13:17:15,127 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/hbase.id] with ID: 6d70c10a-4130-49ce-b619-c12bc29d76c1 2024-11-21T13:17:15,127 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/.tmp/hbase.id 2024-11-21T13:17:15,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:17:15,538 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/.tmp/hbase.id]:[hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/hbase.id] 2024-11-21T13:17:15,581 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:15,586 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:17:15,604 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-21T13:17:15,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:15,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:15,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:17:16,091 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:17:16,094 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:17:16,109 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:17:16,112 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:16,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:17:16,561 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store 2024-11-21T13:17:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:17:16,989 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T13:17:16,992 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:16,993 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:17:16,993 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:16,993 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:16,994 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:17:16,995 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:16,995 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:16,996 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195036993Disabling compacts and flushes for region at 1732195036993Disabling writes for close at 1732195036994 (+1 ms)Writing region close event to WAL at 1732195036995 (+1 ms)Closed at 1732195036995 2024-11-21T13:17:16,998 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/.initializing 2024-11-21T13:17:16,998 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:17,008 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:17:17,022 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C43253%2C1732195034152, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,43253,1732195034152, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/oldWALs, maxLogs=10 2024-11-21T13:17:17,052 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,43253,1732195034152/4fe6efa1e611%2C43253%2C1732195034152.1732195037028, exclude list is [], retry=0 2024-11-21T13:17:17,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-b28d69ab-8368-43a2-994c-1c6d74703a7f,DISK] 2024-11-21T13:17:17,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T13:17:17,105 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,43253,1732195034152/4fe6efa1e611%2C43253%2C1732195034152.1732195037028 2024-11-21T13:17:17,106 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41935:41935)] 2024-11-21T13:17:17,106 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:17,107 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:17,109 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,110 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:17:17,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:17,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:17,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:17:17,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:17,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:17,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:17:17,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:17,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:17,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:17:17,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:17,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:17,182 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,186 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,187 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,193 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,193 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,197 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:17,201 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:17,206 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:17:17,207 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65488978, jitterRate=-0.024138182401657104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:17,215 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195037121Initializing all the Stores at 1732195037123 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195037123Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195037124 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195037125 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195037125Cleaning up temporary data from old regions at 1732195037194 (+69 ms)Region opened successfully at 1732195037215 (+21 ms) 2024-11-21T13:17:17,217 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:17:17,247 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8228c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:17:17,274 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:17:17,284 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:17:17,285 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:17:17,288 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:17:17,289 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T13:17:17,294 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T13:17:17,294 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:17:17,319 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:17:17,327 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/balancer because node does not exist (not necessarily an error) 2024-11-21T13:17:17,339 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/balancer already deleted, retry=false 2024-11-21T13:17:17,342 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:17:17,344 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:17:17,350 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/normalizer already deleted, retry=false 2024-11-21T13:17:17,352 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:17:17,356 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:17:17,360 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/switch/split already deleted, retry=false 2024-11-21T13:17:17,362 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:17:17,371 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/switch/merge already deleted, retry=false 2024-11-21T13:17:17,389 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:17:17,402 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/snapshot-cleanup already deleted, retry=false 2024-11-21T13:17:17,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0703943621/running 2024-11-21T13:17:17,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0703943621/running 2024-11-21T13:17:17,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:17,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:17,417 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,43253,1732195034152, sessionid=0x1015d8a8f0a0000, setting cluster-up flag (Was=false) 2024-11-21T13:17:17,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:17,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:17,477 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0703943621/flush-table-proc/acquired, /0703943621/flush-table-proc/reached, /0703943621/flush-table-proc/abort 2024-11-21T13:17:17,481 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:17,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:17,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:17,529 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0703943621/online-snapshot/acquired, /0703943621/online-snapshot/reached, /0703943621/online-snapshot/abort 2024-11-21T13:17:17,532 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:17,543 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:17:17,598 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(746): ClusterId : 6d70c10a-4130-49ce-b619-c12bc29d76c1 2024-11-21T13:17:17,600 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:17:17,612 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:17,615 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:17:17,615 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:17:17,621 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:17:17,625 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:17:17,626 DEBUG [RS:0;4fe6efa1e611:42183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e48c605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:17:17,627 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:17:17,632 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,43253,1732195034152 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:17:17,639 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:17,639 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:17,639 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:17,640 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:17,640 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:17:17,640 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,640 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:17:17,640 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,644 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195067644 2024-11-21T13:17:17,646 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:17:17,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:17,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:17:17,647 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:17:17,647 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:42183 2024-11-21T13:17:17,650 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:17:17,651 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:17:17,651 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:17:17,651 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:17:17,652 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:17:17,652 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:17:17,652 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:17:17,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:17,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:17:17,652 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,656 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,43253,1732195034152 with port=42183, startcode=1732195034906 2024-11-21T13:17:17,657 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:17:17,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:17:17,659 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:17:17,659 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:17:17,663 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:17:17,663 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:17:17,665 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195037665,5,FailOnTimeoutGroup] 2024-11-21T13:17:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:17:17,666 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195037666,5,FailOnTimeoutGroup] 2024-11-21T13:17:17,666 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,667 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:17:17,668 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,668 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,670 DEBUG [RS:0;4fe6efa1e611:42183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:17:17,703 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:17:17,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:17,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43253 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:17,724 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf 2024-11-21T13:17:17,724 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42535 2024-11-21T13:17:17,724 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:17:17,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/rs 2024-11-21T13:17:17,740 DEBUG [RS:0;4fe6efa1e611:42183 {}] zookeeper.ZKUtil(111): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on existing znode=/0703943621/rs/4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:17,741 WARN [RS:0;4fe6efa1e611:42183 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:17:17,741 INFO [RS:0;4fe6efa1e611:42183 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:17,741 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:17,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,42183,1732195034906] 2024-11-21T13:17:17,765 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:17:17,781 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:17:17,785 INFO [RS:0;4fe6efa1e611:42183 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:17:17,786 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,787 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:17:17,794 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:17:17,795 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,795 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,796 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,796 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,796 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,796 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,796 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:17:17,796 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,797 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,797 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,797 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,797 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,797 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:17,797 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:17:17,798 DEBUG [RS:0;4fe6efa1e611:42183 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:17:17,799 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,799 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,799 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,799 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,800 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,800 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42183,1732195034906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:17:17,820 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:17:17,822 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42183,1732195034906-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,822 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,822 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.Replication(171): 4fe6efa1e611,42183,1732195034906 started 2024-11-21T13:17:17,842 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:17,842 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,42183,1732195034906, RpcServer on 4fe6efa1e611/172.17.0.2:42183, sessionid=0x1015d8a8f0a0001 2024-11-21T13:17:17,843 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:17:17,843 DEBUG [RS:0;4fe6efa1e611:42183 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:17,844 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,42183,1732195034906' 2024-11-21T13:17:17,844 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0703943621/flush-table-proc/abort' 2024-11-21T13:17:17,845 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0703943621/flush-table-proc/acquired' 2024-11-21T13:17:17,846 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:17:17,846 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:17:17,846 DEBUG [RS:0;4fe6efa1e611:42183 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:17,846 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,42183,1732195034906' 2024-11-21T13:17:17,847 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0703943621/online-snapshot/abort' 2024-11-21T13:17:17,847 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0703943621/online-snapshot/acquired' 2024-11-21T13:17:17,848 DEBUG [RS:0;4fe6efa1e611:42183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:17:17,848 INFO [RS:0;4fe6efa1e611:42183 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:17:17,848 INFO [RS:0;4fe6efa1e611:42183 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:17:17,953 INFO [RS:0;4fe6efa1e611:42183 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:17:17,956 INFO [RS:0;4fe6efa1e611:42183 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C42183%2C1732195034906, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs, maxLogs=10 2024-11-21T13:17:17,972 DEBUG [RS:0;4fe6efa1e611:42183 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958, exclude list is [], retry=0 2024-11-21T13:17:17,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-b28d69ab-8368-43a2-994c-1c6d74703a7f,DISK] 2024-11-21T13:17:17,981 INFO [RS:0;4fe6efa1e611:42183 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 2024-11-21T13:17:17,982 DEBUG [RS:0;4fe6efa1e611:42183 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41935:41935)] 2024-11-21T13:17:18,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:17:18,070 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf 2024-11-21T13:17:18,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:17:18,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:18,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:17:18,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:17:18,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:18,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:18,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:17:18,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:17:18,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:18,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:18,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:17:18,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:17:18,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:18,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:18,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:17:18,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:17:18,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:18,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:18,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:17:18,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740 2024-11-21T13:17:18,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740 2024-11-21T13:17:18,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:17:18,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:17:18,510 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:18,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:17:18,516 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:17:18,517 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64994484, jitterRate=-0.03150671720504761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:18,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195038483Initializing all the Stores at 1732195038486 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195038486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195038487 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195038487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195038487Cleaning up temporary data from old regions at 1732195038509 (+22 ms)Region opened successfully at 1732195038519 (+10 ms) 2024-11-21T13:17:18,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:17:18,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:17:18,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:17:18,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:17:18,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:17:18,521 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:18,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195038520Disabling compacts and flushes for region at 1732195038520Disabling writes for close at 1732195038520Writing region close event to WAL at 1732195038521 (+1 ms)Closed at 1732195038521 2024-11-21T13:17:18,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:18,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:17:18,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:17:18,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:17:18,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:17:18,694 DEBUG [4fe6efa1e611:43253 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:17:18,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:18,716 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,42183,1732195034906, state=OPENING 2024-11-21T13:17:18,781 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:17:18,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:18,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:18,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: CHANGED 2024-11-21T13:17:18,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: CHANGED 2024-11-21T13:17:18,795 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:17:18,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,42183,1732195034906}] 2024-11-21T13:17:18,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:17:18,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:17:18,986 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:17:18,986 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:18,987 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:17:18,990 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C42183%2C1732195034906.meta, suffix=.meta, logDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs, maxLogs=10 2024-11-21T13:17:19,010 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.meta.1732195038993.meta, exclude list is [], retry=0 2024-11-21T13:17:19,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-b28d69ab-8368-43a2-994c-1c6d74703a7f,DISK] 2024-11-21T13:17:19,018 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.meta.1732195038993.meta 2024-11-21T13:17:19,019 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41935:41935)] 2024-11-21T13:17:19,019 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:19,025 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:17:19,027 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:17:19,031 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:17:19,034 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:17:19,038 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:17:19,039 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:19,040 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:17:19,040 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:17:19,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:17:19,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:17:19,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:19,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:19,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:17:19,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:17:19,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:19,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:19,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:17:19,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:17:19,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:19,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:19,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:17:19,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:17:19,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:19,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:19,053 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:17:19,054 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740 2024-11-21T13:17:19,057 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740 2024-11-21T13:17:19,059 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:17:19,059 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:17:19,060 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:19,062 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:17:19,064 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66276543, jitterRate=-0.012402549386024475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:19,064 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:17:19,066 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195039041Writing region info on filesystem at 1732195039041Initializing all the Stores at 1732195039043 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195039043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195039043Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195039043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195039043Cleaning up temporary data from old regions at 1732195039059 (+16 ms)Running coprocessor post-open hooks at 1732195039064 (+5 ms)Region opened successfully at 1732195039066 (+2 ms) 2024-11-21T13:17:19,072 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195038962 2024-11-21T13:17:19,083 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:17:19,084 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:17:19,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:19,088 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,42183,1732195034906, state=OPEN 2024-11-21T13:17:19,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0703943621/meta-region-server 2024-11-21T13:17:19,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0703943621/meta-region-server 2024-11-21T13:17:19,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: CHANGED 2024-11-21T13:17:19,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: CHANGED 2024-11-21T13:17:19,141 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:19,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:17:19,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,42183,1732195034906 in 345 msec 2024-11-21T13:17:19,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:17:19,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-21T13:17:19,155 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:19,155 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:17:19,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:19,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,42183,1732195034906, seqNum=-1] 2024-11-21T13:17:19,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:19,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:17:19,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6490 sec 2024-11-21T13:17:19,220 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195039219, completionTime=-1 2024-11-21T13:17:19,222 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:17:19,222 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:17:19,246 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:17:19,246 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195099246 2024-11-21T13:17:19,247 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195159246 2024-11-21T13:17:19,247 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-21T13:17:19,249 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43253,1732195034152-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:19,249 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43253,1732195034152-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:19,249 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43253,1732195034152-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:19,250 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:43253, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:19,251 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:19,251 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:19,278 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:17:19,308 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.240sec 2024-11-21T13:17:19,309 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:17:19,311 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:17:19,311 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:17:19,312 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:17:19,312 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:17:19,312 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43253,1732195034152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:17:19,313 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43253,1732195034152-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:17:19,320 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:17:19,321 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:17:19,321 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43253,1732195034152-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:19,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:19,411 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T13:17:19,411 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T13:17:19,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43253,-1 for getting cluster id 2024-11-21T13:17:19,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:19,423 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d70c10a-4130-49ce-b619-c12bc29d76c1' 2024-11-21T13:17:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d70c10a-4130-49ce-b619-c12bc29d76c1" 2024-11-21T13:17:19,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b99cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:19,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43253,-1] 2024-11-21T13:17:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:19,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:19,432 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:19,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:19,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:19,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,42183,1732195034906, seqNum=-1] 2024-11-21T13:17:19,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:19,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:17:19,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:19,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50335 2024-11-21T13:17:19,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:19,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d8a8f0a0002 connected 2024-11-21T13:17:19,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/hadoop.log.dir so I do NOT create it in target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737 2024-11-21T13:17:19,667 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:17:19,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/hadoop.tmp.dir so I do NOT create it in target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737 2024-11-21T13:17:19,667 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:17:19,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737 2024-11-21T13:17:19,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:17:19,668 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/cluster_c33e84cb-6dfc-65a3-519a-5aa95e696631, deleteOnExit=true 2024-11-21T13:17:19,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:17:19,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/test.cache.data in system properties and HBase conf 2024-11-21T13:17:19,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:17:19,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:17:19,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:17:19,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:17:19,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:17:19,669 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:17:19,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:17:19,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:17:19,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:17:19,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:17:19,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:17:19,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:17:19,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:17:19,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:17:19,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:17:19,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:17:19,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:17:19,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:17:19,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:17:19,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:17:20,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:20,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:17:20,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:17:20,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:17:20,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:17:20,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:20,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:17:20,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:17:20,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/java.io.tmpdir/jetty-localhost-41129-hadoop-hdfs-3_4_1-tests_jar-_-any-16012154286655325366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:17:20,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:41129} 2024-11-21T13:17:20,292 INFO [Time-limited test {}] server.Server(415): Started @11716ms 2024-11-21T13:17:20,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:20,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:17:20,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:17:20,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:17:20,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:17:20,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:17:20,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:17:20,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/java.io.tmpdir/jetty-localhost-36549-hadoop-hdfs-3_4_1-tests_jar-_-any-13950105637950576953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:17:20,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:36549} 2024-11-21T13:17:20,775 INFO [Time-limited test {}] server.Server(415): Started @12199ms 2024-11-21T13:17:20,778 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:17:21,524 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/cluster_c33e84cb-6dfc-65a3-519a-5aa95e696631/data/data2/current/BP-291114225-172.17.0.2-1732195039693/current, will proceed with Du for space computation calculation, 2024-11-21T13:17:21,524 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/cluster_c33e84cb-6dfc-65a3-519a-5aa95e696631/data/data1/current/BP-291114225-172.17.0.2-1732195039693/current, will proceed with Du for space computation calculation, 2024-11-21T13:17:21,561 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:17:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x107821557073ab07 with lease ID 0x9aabf3de7ddcbe10: Processing first storage report for DS-d88ce0f5-6d45-4157-ac6f-3f84bfe2ba70 from datanode DatanodeRegistration(127.0.0.1:41153, datanodeUuid=7741e9c7-efd3-49dd-9409-6b350df83606, infoPort=39363, infoSecurePort=0, ipcPort=38573, storageInfo=lv=-57;cid=testClusterID;nsid=1839626421;c=1732195039693) 2024-11-21T13:17:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x107821557073ab07 with lease ID 0x9aabf3de7ddcbe10: from storage DS-d88ce0f5-6d45-4157-ac6f-3f84bfe2ba70 node DatanodeRegistration(127.0.0.1:41153, datanodeUuid=7741e9c7-efd3-49dd-9409-6b350df83606, infoPort=39363, infoSecurePort=0, ipcPort=38573, storageInfo=lv=-57;cid=testClusterID;nsid=1839626421;c=1732195039693), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:17:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x107821557073ab07 with lease ID 0x9aabf3de7ddcbe10: Processing first storage report for DS-410eed49-7fb6-488e-845d-4fc5d7f3e310 from datanode DatanodeRegistration(127.0.0.1:41153, datanodeUuid=7741e9c7-efd3-49dd-9409-6b350df83606, infoPort=39363, infoSecurePort=0, ipcPort=38573, storageInfo=lv=-57;cid=testClusterID;nsid=1839626421;c=1732195039693) 2024-11-21T13:17:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x107821557073ab07 with lease ID 0x9aabf3de7ddcbe10: from storage DS-410eed49-7fb6-488e-845d-4fc5d7f3e310 node DatanodeRegistration(127.0.0.1:41153, datanodeUuid=7741e9c7-efd3-49dd-9409-6b350df83606, infoPort=39363, infoSecurePort=0, ipcPort=38573, storageInfo=lv=-57;cid=testClusterID;nsid=1839626421;c=1732195039693), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:17:21,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737 2024-11-21T13:17:21,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:21,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:21,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:17:22,054 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f with version=8 2024-11-21T13:17:22,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/hbase-staging 2024-11-21T13:17:22,058 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:17:22,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:22,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:22,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:17:22,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:22,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:17:22,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:17:22,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:17:22,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45103 2024-11-21T13:17:22,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45103 connecting to ZooKeeper ensemble=127.0.0.1:50335 2024-11-21T13:17:22,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451030x0, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:22,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45103-0x1015d8a8f0a0003 connected 2024-11-21T13:17:22,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:22,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:22,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Set watcher on znode that does not yet exist, /11501780484/running 2024-11-21T13:17:22,449 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f, hbase.cluster.distributed=false 2024-11-21T13:17:22,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Set watcher on znode that does not yet exist, /11501780484/acl 2024-11-21T13:17:22,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45103 2024-11-21T13:17:22,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45103 2024-11-21T13:17:22,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45103 2024-11-21T13:17:22,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45103 2024-11-21T13:17:22,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45103 2024-11-21T13:17:22,470 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:17:22,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:22,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:22,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:17:22,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:22,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:17:22,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:17:22,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:17:22,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37341 2024-11-21T13:17:22,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37341 connecting to ZooKeeper ensemble=127.0.0.1:50335 2024-11-21T13:17:22,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:22,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:22,487 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373410x0, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:22,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37341-0x1015d8a8f0a0004 connected 2024-11-21T13:17:22,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Set watcher on znode that does not yet exist, /11501780484/running 2024-11-21T13:17:22,488 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:17:22,492 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:17:22,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Set watcher on znode that does not yet exist, /11501780484/master 2024-11-21T13:17:22,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Set watcher on znode that does not yet exist, /11501780484/acl 2024-11-21T13:17:22,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37341 2024-11-21T13:17:22,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37341 2024-11-21T13:17:22,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37341 2024-11-21T13:17:22,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37341 2024-11-21T13:17:22,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37341 2024-11-21T13:17:22,518 DEBUG [M:0;4fe6efa1e611:45103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:45103 2024-11-21T13:17:22,519 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11501780484/backup-masters/4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:22,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484/backup-masters 2024-11-21T13:17:22,577 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484/backup-masters 2024-11-21T13:17:22,578 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Set watcher on existing znode=/11501780484/backup-masters/4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:22,592 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11501780484/master 2024-11-21T13:17:22,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:22,592 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:22,593 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Set watcher on existing znode=/11501780484/master 2024-11-21T13:17:22,593 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11501780484/backup-masters/4fe6efa1e611,45103,1732195042057 from backup master directory 2024-11-21T13:17:22,602 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484/backup-masters 2024-11-21T13:17:22,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11501780484/backup-masters/4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:22,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484/backup-masters 2024-11-21T13:17:22,602 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:17:22,603 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:22,610 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/hbase.id] with ID: 987f477b-8eea-4087-8165-b670d3b5f528 2024-11-21T13:17:22,610 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/.tmp/hbase.id 2024-11-21T13:17:22,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:17:23,022 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/.tmp/hbase.id]:[hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/hbase.id] 2024-11-21T13:17:23,052 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:23,052 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:17:23,055 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-21T13:17:23,108 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:23,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:23,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:17:23,525 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:17:23,525 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:17:23,526 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:23,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:17:23,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:17:23,939 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store 2024-11-21T13:17:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:17:24,355 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:24,355 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:17:24,355 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:24,355 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:24,355 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:17:24,356 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:24,356 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:24,356 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195044355Disabling compacts and flushes for region at 1732195044355Disabling writes for close at 1732195044356 (+1 ms)Writing region close event to WAL at 1732195044356Closed at 1732195044356 2024-11-21T13:17:24,357 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/.initializing 2024-11-21T13:17:24,358 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/WALs/4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:24,360 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:17:24,363 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C45103%2C1732195042057, suffix=, logDir=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/WALs/4fe6efa1e611,45103,1732195042057, archiveDir=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/oldWALs, maxLogs=10 2024-11-21T13:17:24,376 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/WALs/4fe6efa1e611,45103,1732195042057/4fe6efa1e611%2C45103%2C1732195042057.1732195044363, exclude list is [], retry=0 2024-11-21T13:17:24,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-d88ce0f5-6d45-4157-ac6f-3f84bfe2ba70,DISK] 2024-11-21T13:17:24,384 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/WALs/4fe6efa1e611,45103,1732195042057/4fe6efa1e611%2C45103%2C1732195042057.1732195044363 2024-11-21T13:17:24,385 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39363:39363)] 2024-11-21T13:17:24,385 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:24,385 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:24,385 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,385 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:17:24,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:24,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:24,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:17:24,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:24,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:24,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:17:24,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:24,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:24,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:17:24,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:24,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:24,402 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,404 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,405 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,407 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,407 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,408 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:24,410 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:24,415 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:17:24,416 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73003962, jitterRate=0.08784380555152893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:24,416 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195044385Initializing all the Stores at 1732195044387 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195044387Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195044388 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195044388Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195044388Cleaning up temporary data from old regions at 1732195044407 (+19 ms)Region opened successfully at 1732195044416 (+9 ms) 2024-11-21T13:17:24,417 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:17:24,422 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1567fedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:17:24,424 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:17:24,424 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:17:24,424 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:17:24,424 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:17:24,425 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:17:24,425 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:17:24,425 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:17:24,429 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:17:24,430 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Unable to get data of znode /11501780484/balancer because node does not exist (not necessarily an error) 2024-11-21T13:17:24,498 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11501780484/balancer already deleted, retry=false 2024-11-21T13:17:24,498 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:17:24,500 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Unable to get data of znode /11501780484/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:17:24,551 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:17:24,553 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11501780484/normalizer already deleted, retry=false 2024-11-21T13:17:24,554 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:17:24,557 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Unable to get data of znode /11501780484/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:17:24,570 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11501780484/switch/split already deleted, retry=false 2024-11-21T13:17:24,572 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Unable to get data of znode /11501780484/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:17:24,581 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11501780484/switch/merge already deleted, retry=false 2024-11-21T13:17:24,584 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Unable to get data of znode /11501780484/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:17:24,626 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:17:24,626 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T13:17:24,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:17:24,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T13:17:24,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:17:24,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T13:17:24,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:17:24,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T13:17:24,648 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11501780484/snapshot-cleanup already deleted, retry=false 2024-11-21T13:17:24,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11501780484/running 2024-11-21T13:17:24,720 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11501780484/running 2024-11-21T13:17:24,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:24,720 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:24,722 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,45103,1732195042057, sessionid=0x1015d8a8f0a0003, setting cluster-up flag (Was=false) 2024-11-21T13:17:24,913 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:24,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:25,044 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11501780484/flush-table-proc/acquired, /11501780484/flush-table-proc/reached, /11501780484/flush-table-proc/abort 2024-11-21T13:17:25,046 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:25,065 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:25,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:25,097 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11501780484/online-snapshot/acquired, /11501780484/online-snapshot/reached, /11501780484/online-snapshot/abort 2024-11-21T13:17:25,100 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:25,102 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:17:25,105 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:25,105 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:17:25,106 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:17:25,106 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,45103,1732195042057 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:17:25,108 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:25,108 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:25,108 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:25,108 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:25,108 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(746): ClusterId : 987f477b-8eea-4087-8165-b670d3b5f528 2024-11-21T13:17:25,108 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:17:25,108 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:17:25,108 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,109 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:17:25,109 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,114 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195075114 2024-11-21T13:17:25,114 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:17:25,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:25,114 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:17:25,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:17:25,115 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:17:25,115 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:17:25,115 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:17:25,115 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:17:25,115 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,115 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:17:25,116 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:17:25,116 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:17:25,116 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:17:25,116 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:17:25,116 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:17:25,117 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195045116,5,FailOnTimeoutGroup] 2024-11-21T13:17:25,117 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:25,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:17:25,119 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:17:25,119 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:17:25,120 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195045117,5,FailOnTimeoutGroup] 2024-11-21T13:17:25,120 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,120 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:17:25,120 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,120 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:17:25,130 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:17:25,130 DEBUG [RS:0;4fe6efa1e611:37341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d3c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:17:25,142 DEBUG [RS:0;4fe6efa1e611:37341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:37341 2024-11-21T13:17:25,142 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:17:25,142 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:17:25,142 DEBUG [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:17:25,144 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,45103,1732195042057 with port=37341, startcode=1732195042470 2024-11-21T13:17:25,144 DEBUG [RS:0;4fe6efa1e611:37341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:17:25,146 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:17:25,147 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,37341,1732195042470 2024-11-21T13:17:25,147 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45103 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,37341,1732195042470 2024-11-21T13:17:25,151 DEBUG [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f 2024-11-21T13:17:25,151 DEBUG [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37819 2024-11-21T13:17:25,151 DEBUG [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:17:25,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484/rs 2024-11-21T13:17:25,161 DEBUG [RS:0;4fe6efa1e611:37341 {}] zookeeper.ZKUtil(111): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Set watcher on existing znode=/11501780484/rs/4fe6efa1e611,37341,1732195042470 2024-11-21T13:17:25,161 WARN [RS:0;4fe6efa1e611:37341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:17:25,161 INFO [RS:0;4fe6efa1e611:37341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:25,161 DEBUG [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/WALs/4fe6efa1e611,37341,1732195042470 2024-11-21T13:17:25,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,37341,1732195042470] 2024-11-21T13:17:25,169 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:17:25,172 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:17:25,173 INFO [RS:0;4fe6efa1e611:37341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:17:25,173 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,173 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:17:25,175 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:17:25,175 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,175 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,176 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,176 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,176 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,176 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,176 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:17:25,176 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,176 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,177 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,177 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,177 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,177 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:25,177 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:17:25,177 DEBUG [RS:0;4fe6efa1e611:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:17:25,182 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,183 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,183 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,183 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,183 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,183 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37341,1732195042470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:17:25,206 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:17:25,206 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37341,1732195042470-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,207 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,207 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.Replication(171): 4fe6efa1e611,37341,1732195042470 started 2024-11-21T13:17:25,224 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:25,225 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,37341,1732195042470, RpcServer on 4fe6efa1e611/172.17.0.2:37341, sessionid=0x1015d8a8f0a0004 2024-11-21T13:17:25,225 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:17:25,225 DEBUG [RS:0;4fe6efa1e611:37341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,37341,1732195042470 2024-11-21T13:17:25,225 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,37341,1732195042470' 2024-11-21T13:17:25,225 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11501780484/flush-table-proc/abort' 2024-11-21T13:17:25,226 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11501780484/flush-table-proc/acquired' 2024-11-21T13:17:25,227 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:17:25,227 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:17:25,227 DEBUG [RS:0;4fe6efa1e611:37341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,37341,1732195042470 2024-11-21T13:17:25,227 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,37341,1732195042470' 2024-11-21T13:17:25,227 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11501780484/online-snapshot/abort' 2024-11-21T13:17:25,227 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11501780484/online-snapshot/acquired' 2024-11-21T13:17:25,228 DEBUG [RS:0;4fe6efa1e611:37341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:17:25,228 INFO [RS:0;4fe6efa1e611:37341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:17:25,228 INFO [RS:0;4fe6efa1e611:37341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:17:25,329 INFO [RS:0;4fe6efa1e611:37341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:17:25,332 INFO [RS:0;4fe6efa1e611:37341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C37341%2C1732195042470, suffix=, logDir=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/WALs/4fe6efa1e611,37341,1732195042470, archiveDir=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/oldWALs, maxLogs=10 2024-11-21T13:17:25,347 DEBUG [RS:0;4fe6efa1e611:37341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/WALs/4fe6efa1e611,37341,1732195042470/4fe6efa1e611%2C37341%2C1732195042470.1732195045333, exclude list is [], retry=0 2024-11-21T13:17:25,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-d88ce0f5-6d45-4157-ac6f-3f84bfe2ba70,DISK] 2024-11-21T13:17:25,355 INFO [RS:0;4fe6efa1e611:37341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/WALs/4fe6efa1e611,37341,1732195042470/4fe6efa1e611%2C37341%2C1732195042470.1732195045333 2024-11-21T13:17:25,355 DEBUG [RS:0;4fe6efa1e611:37341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39363:39363)] 2024-11-21T13:17:25,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:17:25,528 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f 2024-11-21T13:17:25,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:17:25,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:25,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:17:25,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:17:25,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:25,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:25,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:17:25,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:17:25,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:25,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:25,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:17:25,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:17:25,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:25,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:25,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:17:25,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:17:25,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:25,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:25,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:17:25,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/1588230740 2024-11-21T13:17:25,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/1588230740 2024-11-21T13:17:25,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:17:25,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:17:25,959 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:25,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:17:25,964 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:17:25,964 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73974328, jitterRate=0.1023033857345581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:25,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195045939Initializing all the Stores at 1732195045941 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195045941Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195045941Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195045941Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195045941Cleaning up temporary data from old regions at 1732195045958 (+17 ms)Region opened successfully at 1732195045965 (+7 ms) 2024-11-21T13:17:25,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:17:25,965 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:17:25,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:17:25,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:17:25,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:17:25,966 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:25,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195045965Disabling compacts and flushes for region at 1732195045965Disabling writes for close at 1732195045965Writing region close event to WAL at 1732195045966 (+1 ms)Closed at 1732195045966 2024-11-21T13:17:25,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:25,968 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:17:25,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:17:25,970 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:17:25,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:17:26,122 DEBUG [4fe6efa1e611:45103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:17:26,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,37341,1732195042470 2024-11-21T13:17:26,126 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,37341,1732195042470, state=OPENING 2024-11-21T13:17:26,176 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:17:26,192 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:26,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:26,192 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:17:26,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11501780484/meta-region-server: CHANGED 2024-11-21T13:17:26,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,37341,1732195042470}] 2024-11-21T13:17:26,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11501780484/meta-region-server: CHANGED 2024-11-21T13:17:26,348 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:17:26,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:17:26,357 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:17:26,357 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:26,358 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:17:26,362 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C37341%2C1732195042470.meta, suffix=.meta, logDir=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/WALs/4fe6efa1e611,37341,1732195042470, archiveDir=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/oldWALs, maxLogs=10 2024-11-21T13:17:26,380 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/WALs/4fe6efa1e611,37341,1732195042470/4fe6efa1e611%2C37341%2C1732195042470.meta.1732195046364.meta, exclude list is [], retry=0 2024-11-21T13:17:26,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-d88ce0f5-6d45-4157-ac6f-3f84bfe2ba70,DISK] 2024-11-21T13:17:26,386 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/WALs/4fe6efa1e611,37341,1732195042470/4fe6efa1e611%2C37341%2C1732195042470.meta.1732195046364.meta 2024-11-21T13:17:26,386 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39363:39363)] 2024-11-21T13:17:26,386 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:26,387 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:17:26,387 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:17:26,387 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:17:26,387 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:17:26,387 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:17:26,387 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:26,388 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:17:26,388 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:17:26,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:17:26,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:17:26,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:26,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:26,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:17:26,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:17:26,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:26,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:26,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:17:26,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:17:26,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:26,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:26,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:17:26,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:17:26,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:26,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:26,398 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:17:26,399 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/1588230740 2024-11-21T13:17:26,402 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/1588230740 2024-11-21T13:17:26,404 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:17:26,404 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:17:26,405 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:26,408 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:17:26,409 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72924177, jitterRate=0.0866549164056778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:26,409 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:17:26,409 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195046388Writing region info on filesystem at 1732195046388Initializing all the Stores at 1732195046389 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195046389Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195046390 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195046390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195046390Cleaning up temporary data from old regions at 1732195046404 (+14 ms)Running coprocessor post-open hooks at 1732195046409 (+5 ms)Region opened successfully at 1732195046409 2024-11-21T13:17:26,411 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195046347 2024-11-21T13:17:26,414 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:17:26,414 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:17:26,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,37341,1732195042470 2024-11-21T13:17:26,417 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,37341,1732195042470, state=OPEN 2024-11-21T13:17:26,423 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11501780484/meta-region-server 2024-11-21T13:17:26,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11501780484/meta-region-server 2024-11-21T13:17:26,423 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,37341,1732195042470 2024-11-21T13:17:26,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11501780484/meta-region-server: CHANGED 2024-11-21T13:17:26,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11501780484/meta-region-server: CHANGED 2024-11-21T13:17:26,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:17:26,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,37341,1732195042470 in 231 msec 2024-11-21T13:17:26,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:17:26,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-21T13:17:26,433 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:26,433 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:17:26,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:26,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37341,1732195042470, seqNum=-1] 2024-11-21T13:17:26,436 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:26,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:17:26,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3430 sec 2024-11-21T13:17:26,448 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195046448, completionTime=-1 2024-11-21T13:17:26,448 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:17:26,449 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:17:26,451 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:17:26,451 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195106451 2024-11-21T13:17:26,451 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195166451 2024-11-21T13:17:26,452 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-21T13:17:26,452 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45103,1732195042057-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:26,452 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45103,1732195042057-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:26,452 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45103,1732195042057-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:26,453 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:45103, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:26,453 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:26,453 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:26,456 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:17:26,458 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.855sec 2024-11-21T13:17:26,458 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:17:26,458 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:17:26,458 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:17:26,458 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:17:26,458 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:17:26,458 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45103,1732195042057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:17:26,458 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45103,1732195042057-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:17:26,463 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:17:26,463 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:17:26,463 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45103,1732195042057-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:26,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:26,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45103,-1 for getting cluster id 2024-11-21T13:17:26,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:26,513 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '987f477b-8eea-4087-8165-b670d3b5f528' 2024-11-21T13:17:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "987f477b-8eea-4087-8165-b670d3b5f528" 2024-11-21T13:17:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c3ed48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45103,-1] 2024-11-21T13:17:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:26,517 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:26,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:26,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37341,1732195042470, seqNum=-1] 2024-11-21T13:17:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:26,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:17:26,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:26,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50335 2024-11-21T13:17:26,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:26,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d8a8f0a0005 connected 2024-11-21T13:17:26,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:26,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43253,-1 for getting cluster id 2024-11-21T13:17:26,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:26,557 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d70c10a-4130-49ce-b619-c12bc29d76c1' 2024-11-21T13:17:26,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:26,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d70c10a-4130-49ce-b619-c12bc29d76c1" 2024-11-21T13:17:26,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bce8203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:26,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43253,-1] 2024-11-21T13:17:26,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:26,560 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:26,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18325861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:26,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71278258 2024-11-21T13:17:26,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:26,580 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:17:26,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:45103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:17:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:17:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:17:26,595 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:45103' 2024-11-21T13:17:26,597 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e73a027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:26,597 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45103,-1 for getting cluster id 2024-11-21T13:17:26,598 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:26,599 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '987f477b-8eea-4087-8165-b670d3b5f528' 2024-11-21T13:17:26,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:26,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "987f477b-8eea-4087-8165-b670d3b5f528" 2024-11-21T13:17:26,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1a856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:26,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45103,-1] 2024-11-21T13:17:26,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:26,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:26,602 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:26,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287c93f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:26,605 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:26,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:26,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5816c65f 2024-11-21T13:17:26,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:26,612 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:17:26,626 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T13:17:26,626 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:17:26,630 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:26,631 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:26,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:26,632 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:17:26,637 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:17:26,641 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:17:26,642 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:26,645 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:17:26,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741835_1011 (size=1138) 2024-11-21T13:17:26,690 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:17:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:17:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:17:27,062 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50a17627f0df383d738475be84e432be, NAME => 'hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf 2024-11-21T13:17:27,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741836_1012 (size=44) 2024-11-21T13:17:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:17:27,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:27,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 50a17627f0df383d738475be84e432be, disabling compactions & flushes 2024-11-21T13:17:27,479 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:27,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:27,479 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. after waiting 0 ms 2024-11-21T13:17:27,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:27,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:27,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50a17627f0df383d738475be84e432be: Waiting for close lock at 1732195047479Disabling compacts and flushes for region at 1732195047479Disabling writes for close at 1732195047479Writing region close event to WAL at 1732195047480 (+1 ms)Closed at 1732195047480 2024-11-21T13:17:27,486 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:17:27,491 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195047486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195047486"}]},"ts":"1732195047486"} 2024-11-21T13:17:27,495 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:17:27,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:17:27,500 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195047497"}]},"ts":"1732195047497"} 2024-11-21T13:17:27,504 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:17:27,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50a17627f0df383d738475be84e432be, ASSIGN}] 2024-11-21T13:17:27,508 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50a17627f0df383d738475be84e432be, ASSIGN 2024-11-21T13:17:27,510 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=50a17627f0df383d738475be84e432be, ASSIGN; state=OFFLINE, location=4fe6efa1e611,42183,1732195034906; forceNewPlan=false, retain=false 2024-11-21T13:17:27,662 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=50a17627f0df383d738475be84e432be, regionState=OPENING, regionLocation=4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:27,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=50a17627f0df383d738475be84e432be, ASSIGN because future has completed 2024-11-21T13:17:27,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50a17627f0df383d738475be84e432be, server=4fe6efa1e611,42183,1732195034906}] 2024-11-21T13:17:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:17:27,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:27,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:27,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:17:27,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C42183%2C1732195034906.rep, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs, maxLogs=10 2024-11-21T13:17:27,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.rep.1732195047835, exclude list is [], retry=0 2024-11-21T13:17:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-b28d69ab-8368-43a2-994c-1c6d74703a7f,DISK] 2024-11-21T13:17:27,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.rep.1732195047835 2024-11-21T13:17:27,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41935:41935)] 2024-11-21T13:17:27,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 50a17627f0df383d738475be84e432be, NAME => 'hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:27,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:17:27,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:17:27,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. service=MultiRowMutationService 2024-11-21T13:17:27,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:17:27,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:27,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,861 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,862 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50a17627f0df383d738475be84e432be columnFamilyName hfileref 2024-11-21T13:17:27,863 DEBUG [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:27,863 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(327): Store=50a17627f0df383d738475be84e432be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:27,864 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,865 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50a17627f0df383d738475be84e432be columnFamilyName queue 2024-11-21T13:17:27,865 DEBUG [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:27,866 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(327): Store=50a17627f0df383d738475be84e432be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:27,866 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,868 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50a17627f0df383d738475be84e432be columnFamilyName sid 2024-11-21T13:17:27,868 DEBUG [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:27,869 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(327): Store=50a17627f0df383d738475be84e432be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:27,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:17:27,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:17:27,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 50a17627f0df383d738475be84e432be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71187799, jitterRate=0.06078086793422699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:17:27,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:27,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 50a17627f0df383d738475be84e432be: Running coprocessor pre-open hook at 1732195047859Writing region info on filesystem at 1732195047859Initializing all the Stores at 1732195047860 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195047860Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195047860Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195047860Cleaning up temporary data from old regions at 1732195047873 (+13 ms)Running coprocessor post-open hooks at 1732195047881 (+8 ms)Region opened successfully at 1732195047882 (+1 ms) 2024-11-21T13:17:27,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be., pid=7, masterSystemTime=1732195047824 2024-11-21T13:17:27,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:27,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:27,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=50a17627f0df383d738475be84e432be, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:27,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50a17627f0df383d738475be84e432be, server=4fe6efa1e611,42183,1732195034906 because future has completed 2024-11-21T13:17:27,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T13:17:27,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 50a17627f0df383d738475be84e432be, server=4fe6efa1e611,42183,1732195034906 in 225 msec 2024-11-21T13:17:27,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:17:27,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50a17627f0df383d738475be84e432be, ASSIGN in 393 msec 2024-11-21T13:17:27,905 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:17:27,905 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195047905"}]},"ts":"1732195047905"} 2024-11-21T13:17:27,908 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:17:27,909 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:17:27,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2760 sec 2024-11-21T13:17:27,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be., hostname=4fe6efa1e611,42183,1732195034906, seqNum=2] 2024-11-21T13:17:27,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42183 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T13:17:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:28,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:17:28,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T13:17:28,226 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:17:28,271 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,42183,1732195034906, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:17:28,273 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:28,273 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,42183,1732195034906, seqNum=-1] 2024-11-21T13:17:28,273 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:28,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T13:17:28,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,42183,1732195034906', locateType=CURRENT is [region=hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be., hostname=4fe6efa1e611,42183,1732195034906, seqNum=2] 2024-11-21T13:17:28,283 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T13:17:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T13:17:28,288 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,42183,1732195034906 suceeded 2024-11-21T13:17:28,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T13:17:28,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-21T13:17:28,292 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:45103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:17:28,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7090 sec 2024-11-21T13:17:28,304 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:45103' 2024-11-21T13:17:28,306 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32b2a199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:28,306 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45103,-1 for getting cluster id 2024-11-21T13:17:28,306 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:28,307 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '987f477b-8eea-4087-8165-b670d3b5f528' 2024-11-21T13:17:28,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:28,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "987f477b-8eea-4087-8165-b670d3b5f528" 2024-11-21T13:17:28,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c01bd19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:28,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45103,-1] 2024-11-21T13:17:28,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:28,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:28,309 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:28,310 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60e576d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:28,311 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:28,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:28,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aff373d 2024-11-21T13:17:28,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:28,313 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T13:17:28,315 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,42183,1732195034906 (queues=1) is replicating from cluster=6d70c10a-4130-49ce-b619-c12bc29d76c1 to cluster=987f477b-8eea-4087-8165-b670d3b5f528 2024-11-21T13:17:28,317 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C42183%2C1732195034906 2024-11-21T13:17:28,321 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,42183,1732195034906, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:17:28,323 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906.replicationSource.shipper4fe6efa1e611%2C42183%2C1732195034906,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C42183%2C1732195034906 2024-11-21T13:17:28,328 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958, startPosition=0, beingWritten=true 2024-11-21T13:17:28,585 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 to pos 0, reset compression=false 2024-11-21T13:17:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:17:28,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:28,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:28,752 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:17:28,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:28,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:28,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:28,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:28,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43253,-1 for getting cluster id 2024-11-21T13:17:28,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:28,756 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d70c10a-4130-49ce-b619-c12bc29d76c1' 2024-11-21T13:17:28,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d70c10a-4130-49ce-b619-c12bc29d76c1" 2024-11-21T13:17:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17693145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43253,-1] 2024-11-21T13:17:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:28,759 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187594b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:28,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd33839 2024-11-21T13:17:28,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:28,767 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:17:28,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://4fe6efa1e611:45103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:17:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:17:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T13:17:28,773 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:45103' 2024-11-21T13:17:28,775 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bda08d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:28,775 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45103,-1 for getting cluster id 2024-11-21T13:17:28,775 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:28,776 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '987f477b-8eea-4087-8165-b670d3b5f528' 2024-11-21T13:17:28,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:28,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "987f477b-8eea-4087-8165-b670d3b5f528" 2024-11-21T13:17:28,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8264bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:28,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45103,-1] 2024-11-21T13:17:28,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:28,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:28,779 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:28,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cd6584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:28,780 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:28,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:28,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5854b8a1 2024-11-21T13:17:28,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:28,783 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:17:28,784 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-21T13:17:28,784 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:17:28,784 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:28,784 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:28,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:28,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:17:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T13:17:28,898 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 to pos 0, reset compression=false 2024-11-21T13:17:29,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-21T13:17:29,002 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T13:17:29,049 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-4fe6efa1e611,42183,1732195034906, ReplicationSource: 2, currentBandwidth=0 2024-11-21T13:17:29,053 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T13:17:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T13:17:29,058 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4fe6efa1e611,42183,1732195034906 suceeded 2024-11-21T13:17:29,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:17:29,062 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4fe6efa1e611:45103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:17:29,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-21T13:17:29,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 295 msec 2024-11-21T13:17:29,072 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:45103' 2024-11-21T13:17:29,074 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19533fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:29,074 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45103,-1 for getting cluster id 2024-11-21T13:17:29,074 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:29,075 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '987f477b-8eea-4087-8165-b670d3b5f528' 2024-11-21T13:17:29,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:29,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "987f477b-8eea-4087-8165-b670d3b5f528" 2024-11-21T13:17:29,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f3caf18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:29,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45103,-1] 2024-11-21T13:17:29,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:29,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,078 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:29,079 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8b51cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:29,079 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:29,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:29,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1275c8c 2024-11-21T13:17:29,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:29,082 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T13:17:29,083 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4fe6efa1e611,42183,1732195034906 (queues=1) is replicating from cluster=6d70c10a-4130-49ce-b619-c12bc29d76c1 to cluster=987f477b-8eea-4087-8165-b670d3b5f528 2024-11-21T13:17:29,083 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4fe6efa1e611%2C42183%2C1732195034906 2024-11-21T13:17:29,083 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4fe6efa1e611,42183,1732195034906, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:17:29,083 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906.replicationSource.shipper4fe6efa1e611%2C42183%2C1732195034906,2-4fe6efa1e611,42183,1732195034906 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C42183%2C1732195034906 2024-11-21T13:17:29,084 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,2-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958, startPosition=0, beingWritten=true 2024-11-21T13:17:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T13:17:29,089 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T13:17:29,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:29,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:29,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:29,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ee1e8db 2024-11-21T13:17:29,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:29,095 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:17:29,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T13:17:29,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T13:17:29,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T13:17:29,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T13:17:29,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:45103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:17:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T13:17:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T13:17:29,109 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:45103' 2024-11-21T13:17:29,110 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a65ec18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:29,110 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45103,-1 for getting cluster id 2024-11-21T13:17:29,110 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:29,111 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '987f477b-8eea-4087-8165-b670d3b5f528' 2024-11-21T13:17:29,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:29,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "987f477b-8eea-4087-8165-b670d3b5f528" 2024-11-21T13:17:29,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eacd188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:29,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45103,-1] 2024-11-21T13:17:29,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:29,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,114 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:29,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf08b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:29,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:29,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:29,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@125a154c 2024-11-21T13:17:29,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:29,117 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:17:29,119 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:17:29,119 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:17:29,119 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,119 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:29,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:17:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T13:17:29,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-21T13:17:29,286 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-21T13:17:29,288 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T13:17:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T13:17:29,291 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,2-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 to pos 0, reset compression=false 2024-11-21T13:17:29,294 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 4fe6efa1e611,42183,1732195034906 suceeded 2024-11-21T13:17:29,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T13:17:29,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-21T13:17:29,298 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://4fe6efa1e611:45103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:17:29,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-11-21T13:17:29,305 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 to pos 0, reset compression=false 2024-11-21T13:17:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T13:17:29,430 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-21T13:17:29,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://4fe6efa1e611:45103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:17:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T13:17:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T13:17:29,435 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:45103' 2024-11-21T13:17:29,437 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27566ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:29,437 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45103,-1 for getting cluster id 2024-11-21T13:17:29,437 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:29,439 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '987f477b-8eea-4087-8165-b670d3b5f528' 2024-11-21T13:17:29,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:29,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "987f477b-8eea-4087-8165-b670d3b5f528" 2024-11-21T13:17:29,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f13e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:29,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45103,-1] 2024-11-21T13:17:29,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:29,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,441 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:29,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbd78b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:29,443 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:29,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:29,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d511c83 2024-11-21T13:17:29,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:29,445 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:17:29,446 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T13:17:29,446 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:17:29,447 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,447 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:29,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:17:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T13:17:29,600 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,2-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 to pos 0, reset compression=false 2024-11-21T13:17:29,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-21T13:17:29,611 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-21T13:17:29,612 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T13:17:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T13:17:29,616 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 4fe6efa1e611,42183,1732195034906 suceeded 2024-11-21T13:17:29,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T13:17:29,620 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://4fe6efa1e611:45103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:17:29,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-21T13:17:29,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-11-21T13:17:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T13:17:29,749 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-21T13:17:29,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T13:17:29,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T13:17:29,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:29,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:29,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:29,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:17:29,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1293697983, stopped=false 2024-11-21T13:17:29,753 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,43253,1732195034152 2024-11-21T13:17:29,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0703943621/running 2024-11-21T13:17:29,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0703943621/running 2024-11-21T13:17:29,760 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:17:29,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:29,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:29,760 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:29,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:29,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/running 2024-11-21T13:17:29,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/running 2024-11-21T13:17:29,761 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,42183,1732195034906' ***** 2024-11-21T13:17:29,761 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:17:29,762 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:17:29,762 INFO [RS:0;4fe6efa1e611:42183 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:17:29,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:17:29,762 INFO [RS:0;4fe6efa1e611:42183 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:17:29,762 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(3091): Received CLOSE for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:29,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:17:29,763 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:29,763 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:17:29,763 INFO [RS:0;4fe6efa1e611:42183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:42183. 2024-11-21T13:17:29,763 DEBUG [RS:0;4fe6efa1e611:42183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:29,763 DEBUG [RS:0;4fe6efa1e611:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:29,764 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:17:29,764 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50a17627f0df383d738475be84e432be, disabling compactions & flushes 2024-11-21T13:17:29,764 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:17:29,764 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:17:29,764 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:29,764 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:29,764 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:17:29,764 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. after waiting 0 ms 2024-11-21T13:17:29,764 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:29,764 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:17:29,764 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 50a17627f0df383d738475be84e432be=hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be.} 2024-11-21T13:17:29,764 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:17:29,765 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:17:29,765 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:17:29,765 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:17:29,765 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:17:29,765 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50a17627f0df383d738475be84e432be 2024-11-21T13:17:29,769 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 50a17627f0df383d738475be84e432be 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-21T13:17:29,769 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T13:17:29,811 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 to pos 0, reset compression=false 2024-11-21T13:17:29,812 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:17:29,814 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:17:29,815 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:17:29,835 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be/.tmp/queue/a620cea0eea64d688ff4c0dc93e78929 is 151, key is 1-4fe6efa1e611,42183,1732195034906/queue:4fe6efa1e611%2C42183%2C1732195034906/1732195048278/Put/seqid=0 2024-11-21T13:17:29,835 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/info/eb0194ae636f4f44b1157e9376cdceed is 147, key is hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be./info:regioninfo/1732195047888/Put/seqid=0 2024-11-21T13:17:29,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741839_1015 (size=5500) 2024-11-21T13:17:29,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741838_1014 (size=6631) 2024-11-21T13:17:29,965 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50a17627f0df383d738475be84e432be 2024-11-21T13:17:30,008 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,2-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 to pos 0, reset compression=false 2024-11-21T13:17:30,165 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50a17627f0df383d738475be84e432be 2024-11-21T13:17:30,246 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be/.tmp/queue/a620cea0eea64d688ff4c0dc93e78929 2024-11-21T13:17:30,246 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/info/eb0194ae636f4f44b1157e9376cdceed 2024-11-21T13:17:30,293 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be/.tmp/queue/a620cea0eea64d688ff4c0dc93e78929 as hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be/queue/a620cea0eea64d688ff4c0dc93e78929 2024-11-21T13:17:30,303 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be/queue/a620cea0eea64d688ff4c0dc93e78929, entries=2, sequenceid=6, filesize=5.4 K 2024-11-21T13:17:30,310 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 50a17627f0df383d738475be84e432be in 542ms, sequenceid=6, compaction requested=false 2024-11-21T13:17:30,317 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T13:17:30,318 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/ns/c202a04c91a8426d855584668714fd4e is 43, key is default/ns:d/1732195039204/Put/seqid=0 2024-11-21T13:17:30,320 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:17:30,320 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:17:30,320 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:30,320 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50a17627f0df383d738475be84e432be: Waiting for close lock at 1732195049763Running coprocessor pre-close hooks at 1732195049763Disabling compacts and flushes for region at 1732195049764 (+1 ms)Disabling writes for close at 1732195049764Obtaining lock to block concurrent updates at 1732195049769 (+5 ms)Preparing flush snapshotting stores in 50a17627f0df383d738475be84e432be at 1732195049769Finished memstore snapshotting hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732195049778 (+9 ms)Flushing stores of hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. at 1732195049780 (+2 ms)Flushing 50a17627f0df383d738475be84e432be/queue: creating writer at 1732195049782 (+2 ms)Flushing 50a17627f0df383d738475be84e432be/queue: appending metadata at 1732195049821 (+39 ms)Flushing 50a17627f0df383d738475be84e432be/queue: closing flushed file at 1732195049824 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372dc0bd: reopening flushed file at 1732195050291 (+467 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 50a17627f0df383d738475be84e432be in 542ms, sequenceid=6, compaction requested=false at 1732195050310 (+19 ms)Writing region close event to WAL at 1732195050312 (+2 ms)Running coprocessor post-close hooks at 1732195050318 (+6 ms)Closed at 1732195050320 (+2 ms) 2024-11-21T13:17:30,321 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:30,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741840_1016 (size=5153) 2024-11-21T13:17:30,366 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:17:30,420 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 to pos 0, reset compression=false 2024-11-21T13:17:30,517 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,2-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 to pos 0, reset compression=false 2024-11-21T13:17:30,566 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:17:30,726 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/ns/c202a04c91a8426d855584668714fd4e 2024-11-21T13:17:30,757 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/table/6c688afbe153431a9f3ede36a1a0908a is 53, key is hbase:replication/table:state/1732195047905/Put/seqid=0 2024-11-21T13:17:30,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741841_1017 (size=5256) 2024-11-21T13:17:30,766 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:17:30,766 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:17:30,766 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:17:30,967 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:17:31,125 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,2-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 to pos 0, reset compression=false 2024-11-21T13:17:31,132 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 to pos 0, reset compression=false 2024-11-21T13:17:31,164 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/table/6c688afbe153431a9f3ede36a1a0908a 2024-11-21T13:17:31,167 DEBUG [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:17:31,177 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/info/eb0194ae636f4f44b1157e9376cdceed as hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/info/eb0194ae636f4f44b1157e9376cdceed 2024-11-21T13:17:31,189 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/info/eb0194ae636f4f44b1157e9376cdceed, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T13:17:31,191 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/ns/c202a04c91a8426d855584668714fd4e as hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/ns/c202a04c91a8426d855584668714fd4e 2024-11-21T13:17:31,200 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/ns/c202a04c91a8426d855584668714fd4e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T13:17:31,202 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/table/6c688afbe153431a9f3ede36a1a0908a as hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/table/6c688afbe153431a9f3ede36a1a0908a 2024-11-21T13:17:31,213 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/table/6c688afbe153431a9f3ede36a1a0908a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T13:17:31,215 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1449ms, sequenceid=11, compaction requested=false 2024-11-21T13:17:31,223 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T13:17:31,223 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:17:31,223 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:17:31,224 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:31,224 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195049764Running coprocessor pre-close hooks at 1732195049764Disabling compacts and flushes for region at 1732195049764Disabling writes for close at 1732195049765 (+1 ms)Obtaining lock to block concurrent updates at 1732195049769 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732195049769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732195049778 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732195049780 (+2 ms)Flushing 1588230740/info: creating writer at 1732195049782 (+2 ms)Flushing 1588230740/info: appending metadata at 1732195049822 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732195049824 (+2 ms)Flushing 1588230740/ns: creating writer at 1732195050291 (+467 ms)Flushing 1588230740/ns: appending metadata at 1732195050316 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732195050316Flushing 1588230740/table: creating writer at 1732195050740 (+424 ms)Flushing 1588230740/table: appending metadata at 1732195050756 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732195050756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e37e960: reopening flushed file at 1732195051176 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ca0f17: reopening flushed file at 1732195051190 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b923c77: reopening flushed file at 1732195051201 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1449ms, sequenceid=11, compaction requested=false at 1732195051215 (+14 ms)Writing region close event to WAL at 1732195051217 (+2 ms)Running coprocessor post-close hooks at 1732195051223 (+6 ms)Closed at 1732195051224 (+1 ms) 2024-11-21T13:17:31,224 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:31,367 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,42183,1732195034906; all regions closed. 2024-11-21T13:17:31,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741834_1010 (size=2742) 2024-11-21T13:17:31,383 DEBUG [RS:0;4fe6efa1e611:42183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs 2024-11-21T13:17:31,383 INFO [RS:0;4fe6efa1e611:42183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C42183%2C1732195034906.meta:.meta(num 1732195038993) 2024-11-21T13:17:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741837_1013 (size=1802) 2024-11-21T13:17:31,392 DEBUG [RS:0;4fe6efa1e611:42183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs 2024-11-21T13:17:31,392 INFO [RS:0;4fe6efa1e611:42183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C42183%2C1732195034906.rep:(num 1732195047835) 2024-11-21T13:17:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741832_1008 (size=93) 2024-11-21T13:17:31,395 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906/4fe6efa1e611%2C42183%2C1732195034906.1732195037958 not finished, retry = 0 2024-11-21T13:17:31,501 DEBUG [RS:0;4fe6efa1e611:42183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs 2024-11-21T13:17:31,501 INFO [RS:0;4fe6efa1e611:42183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C42183%2C1732195034906:(num 1732195037958) 2024-11-21T13:17:31,501 DEBUG [RS:0;4fe6efa1e611:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:31,501 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:17:31,501 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:17:31,502 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:17:31,502 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:17:31,502 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:17:31,503 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,42183,1732195034906 because: Region server is closing 2024-11-21T13:17:31,503 INFO [RS:0;4fe6efa1e611:42183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:42183. 2024-11-21T13:17:31,503 DEBUG [RS:0;4fe6efa1e611:42183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:31,503 DEBUG [RS:0;4fe6efa1e611:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:31,504 DEBUG [RS:0;4fe6efa1e611:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:31,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:31,604 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,1-4fe6efa1e611,42183,1732195034906 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:17:31,604 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906.replicationSource.shipper4fe6efa1e611%2C42183%2C1732195034906,1-4fe6efa1e611,42183,1732195034906 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T13:17:31,605 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42183,1732195034906.replicationSource.shipper4fe6efa1e611%2C42183%2C1732195034906,1-4fe6efa1e611,42183,1732195034906 terminated 2024-11-21T13:17:31,606 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4fe6efa1e611,42183,1732195034906 because: Region server is closing 2024-11-21T13:17:31,606 INFO [RS:0;4fe6efa1e611:42183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:42183. 2024-11-21T13:17:31,606 DEBUG [RS:0;4fe6efa1e611:42183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:31,606 DEBUG [RS:0;4fe6efa1e611:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:31,606 DEBUG [RS:0;4fe6efa1e611:42183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:31,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:31,707 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906.replicationSource.wal-reader.4fe6efa1e611%2C42183%2C1732195034906,2-4fe6efa1e611,42183,1732195034906 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:17:31,707 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906.replicationSource.shipper4fe6efa1e611%2C42183%2C1732195034906,2-4fe6efa1e611,42183,1732195034906 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T13:17:31,707 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,42183,1732195034906.replicationSource.shipper4fe6efa1e611%2C42183%2C1732195034906,2-4fe6efa1e611,42183,1732195034906 terminated 2024-11-21T13:17:31,707 INFO [RS:0;4fe6efa1e611:42183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42183 2024-11-21T13:17:31,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0703943621/rs/4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:31,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/rs 2024-11-21T13:17:31,728 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:17:31,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,42183,1732195034906] 2024-11-21T13:17:31,749 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/draining/4fe6efa1e611,42183,1732195034906 already deleted, retry=false 2024-11-21T13:17:31,749 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,42183,1732195034906 expired; onlineServers=0 2024-11-21T13:17:31,750 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,43253,1732195034152' ***** 2024-11-21T13:17:31,750 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:17:31,750 INFO [M:0;4fe6efa1e611:43253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:17:31,750 INFO [M:0;4fe6efa1e611:43253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:17:31,750 DEBUG [M:0;4fe6efa1e611:43253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:17:31,750 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:17:31,750 DEBUG [M:0;4fe6efa1e611:43253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:17:31,750 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195037665 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195037665,5,FailOnTimeoutGroup] 2024-11-21T13:17:31,750 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195037666 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195037666,5,FailOnTimeoutGroup] 2024-11-21T13:17:31,751 INFO [M:0;4fe6efa1e611:43253 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:17:31,751 INFO [M:0;4fe6efa1e611:43253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:17:31,751 DEBUG [M:0;4fe6efa1e611:43253 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:17:31,751 INFO [M:0;4fe6efa1e611:43253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:17:31,751 INFO [M:0;4fe6efa1e611:43253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:17:31,752 INFO [M:0;4fe6efa1e611:43253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:17:31,752 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:17:31,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0703943621/master 2024-11-21T13:17:31,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:31,760 DEBUG [M:0;4fe6efa1e611:43253 {}] zookeeper.ZKUtil(347): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/master because node does not exist (not an error) 2024-11-21T13:17:31,760 WARN [M:0;4fe6efa1e611:43253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:17:31,761 INFO [M:0;4fe6efa1e611:43253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/.lastflushedseqids 2024-11-21T13:17:31,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741842_1018 (size=181) 2024-11-21T13:17:31,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:31,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42183-0x1015d8a8f0a0001, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:31,840 INFO [RS:0;4fe6efa1e611:42183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:17:31,840 INFO [RS:0;4fe6efa1e611:42183 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,42183,1732195034906; zookeeper connection closed. 2024-11-21T13:17:31,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75de0863 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75de0863 2024-11-21T13:17:31,840 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:17:31,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:17:32,174 INFO [M:0;4fe6efa1e611:43253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:17:32,174 INFO [M:0;4fe6efa1e611:43253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:17:32,174 DEBUG [M:0;4fe6efa1e611:43253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:17:32,174 INFO [M:0;4fe6efa1e611:43253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:32,174 DEBUG [M:0;4fe6efa1e611:43253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:32,175 DEBUG [M:0;4fe6efa1e611:43253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:17:32,175 DEBUG [M:0;4fe6efa1e611:43253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:32,175 INFO [M:0;4fe6efa1e611:43253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-21T13:17:32,202 DEBUG [M:0;4fe6efa1e611:43253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1eaf6f66b2194323ba8aef2a9edc2700 is 82, key is hbase:meta,,1/info:regioninfo/1732195039085/Put/seqid=0 2024-11-21T13:17:32,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741843_1019 (size=5672) 2024-11-21T13:17:32,208 INFO [M:0;4fe6efa1e611:43253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1eaf6f66b2194323ba8aef2a9edc2700 2024-11-21T13:17:32,233 DEBUG [M:0;4fe6efa1e611:43253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd9684f89ea84bf9b7f1ee9a18ff5f01 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732195047911/Put/seqid=0 2024-11-21T13:17:32,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741844_1020 (size=8663) 2024-11-21T13:17:32,640 INFO [M:0;4fe6efa1e611:43253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd9684f89ea84bf9b7f1ee9a18ff5f01 2024-11-21T13:17:32,668 DEBUG [M:0;4fe6efa1e611:43253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f233b4b9cff344258dbc08a10e2dde7e is 69, key is 4fe6efa1e611,42183,1732195034906/rs:state/1732195037713/Put/seqid=0 2024-11-21T13:17:32,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741845_1021 (size=5156) 2024-11-21T13:17:33,075 INFO [M:0;4fe6efa1e611:43253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f233b4b9cff344258dbc08a10e2dde7e 2024-11-21T13:17:33,087 DEBUG [M:0;4fe6efa1e611:43253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1eaf6f66b2194323ba8aef2a9edc2700 as hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1eaf6f66b2194323ba8aef2a9edc2700 2024-11-21T13:17:33,095 INFO [M:0;4fe6efa1e611:43253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1eaf6f66b2194323ba8aef2a9edc2700, entries=8, sequenceid=115, filesize=5.5 K 2024-11-21T13:17:33,096 DEBUG [M:0;4fe6efa1e611:43253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd9684f89ea84bf9b7f1ee9a18ff5f01 as hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd9684f89ea84bf9b7f1ee9a18ff5f01 2024-11-21T13:17:33,103 INFO [M:0;4fe6efa1e611:43253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd9684f89ea84bf9b7f1ee9a18ff5f01, entries=14, sequenceid=115, filesize=8.5 K 2024-11-21T13:17:33,104 DEBUG [M:0;4fe6efa1e611:43253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f233b4b9cff344258dbc08a10e2dde7e as hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f233b4b9cff344258dbc08a10e2dde7e 2024-11-21T13:17:33,111 INFO [M:0;4fe6efa1e611:43253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f233b4b9cff344258dbc08a10e2dde7e, entries=1, sequenceid=115, filesize=5.0 K 2024-11-21T13:17:33,113 INFO [M:0;4fe6efa1e611:43253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=115, compaction requested=false 2024-11-21T13:17:33,114 INFO [M:0;4fe6efa1e611:43253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:33,115 DEBUG [M:0;4fe6efa1e611:43253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195052174Disabling compacts and flushes for region at 1732195052174Disabling writes for close at 1732195052175 (+1 ms)Obtaining lock to block concurrent updates at 1732195052175Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195052175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732195052176 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195052177 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195052177Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195052201 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195052201Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195052216 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195052233 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195052233Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195052650 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195052668 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195052668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7230f120: reopening flushed file at 1732195053086 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dbed2b5: reopening flushed file at 1732195053095 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ede4185: reopening flushed file at 1732195053103 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=115, compaction requested=false at 1732195053113 (+10 ms)Writing region close event to WAL at 1732195053114 (+1 ms)Closed at 1732195053114 2024-11-21T13:17:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741830_1006 (size=59421) 2024-11-21T13:17:33,118 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:17:33,118 INFO [M:0;4fe6efa1e611:43253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:17:33,119 INFO [M:0;4fe6efa1e611:43253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43253 2024-11-21T13:17:33,119 INFO [M:0;4fe6efa1e611:43253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:17:33,302 INFO [M:0;4fe6efa1e611:43253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:17:33,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:33,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015d8a8f0a0000, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:33,305 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:17:33,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:33,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:33,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:17:33,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:33,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:17:33,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:17:33,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:17:33,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33535 2024-11-21T13:17:33,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33535 connecting to ZooKeeper ensemble=127.0.0.1:50335 2024-11-21T13:17:33,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335350x0, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:33,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33535-0x1015d8a8f0a0006 connected 2024-11-21T13:17:33,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:33,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:33,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/running 2024-11-21T13:17:33,342 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: INIT 2024-11-21T13:17:33,342 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf, hbase.cluster.distributed=false 2024-11-21T13:17:33,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/acl 2024-11-21T13:17:33,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-21T13:17:33,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33535 2024-11-21T13:17:33,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33535 2024-11-21T13:17:33,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-21T13:17:33,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-21T13:17:33,360 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:17:33,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:33,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:33,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:17:33,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:33,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:17:33,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:17:33,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:17:33,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35623 2024-11-21T13:17:33,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35623 connecting to ZooKeeper ensemble=127.0.0.1:50335 2024-11-21T13:17:33,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:33,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:33,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356230x0, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:33,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356230x0, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/running 2024-11-21T13:17:33,380 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: INIT 2024-11-21T13:17:33,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35623-0x1015d8a8f0a0007 connected 2024-11-21T13:17:33,380 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:17:33,381 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:17:33,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/master 2024-11-21T13:17:33,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/acl 2024-11-21T13:17:33,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35623 2024-11-21T13:17:33,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35623 2024-11-21T13:17:33,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35623 2024-11-21T13:17:33,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35623 2024-11-21T13:17:33,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35623 2024-11-21T13:17:33,399 DEBUG [M:0;4fe6efa1e611:33535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:33535 2024-11-21T13:17:33,399 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0703943621/backup-masters/4fe6efa1e611,33535,1732195053304 2024-11-21T13:17:33,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/backup-masters 2024-11-21T13:17:33,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/backup-masters 2024-11-21T13:17:33,413 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on existing znode=/0703943621/backup-masters/4fe6efa1e611,33535,1732195053304 2024-11-21T13:17:33,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:33,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0703943621/master 2024-11-21T13:17:33,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:33,423 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on existing znode=/0703943621/master 2024-11-21T13:17:33,424 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0703943621/backup-masters/4fe6efa1e611,33535,1732195053304 from backup master directory 2024-11-21T13:17:33,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0703943621/backup-masters/4fe6efa1e611,33535,1732195053304 2024-11-21T13:17:33,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/backup-masters 2024-11-21T13:17:33,433 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:17:33,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/backup-masters 2024-11-21T13:17:33,433 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,33535,1732195053304 2024-11-21T13:17:33,452 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:33,452 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:17:33,467 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-21T13:17:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741846_1022 (size=196) 2024-11-21T13:17:33,948 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:17:33,950 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:17:33,950 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:33,966 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T13:17:33,970 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,43253,1732195034152 to hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,43253,1732195034152-dead as it is dead 2024-11-21T13:17:33,971 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T13:17:33,971 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T13:17:33,972 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,43253,1732195034152-dead/4fe6efa1e611%2C43253%2C1732195034152.1732195037028 2024-11-21T13:17:33,976 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,43253,1732195034152-dead/4fe6efa1e611%2C43253%2C1732195034152.1732195037028 after 3ms 2024-11-21T13:17:33,977 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,43253,1732195034152-dead/4fe6efa1e611%2C43253%2C1732195034152.1732195037028 to hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4fe6efa1e611%2C43253%2C1732195034152.1732195037028 2024-11-21T13:17:33,977 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,43253,1732195034152-dead 2024-11-21T13:17:33,978 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,33535,1732195053304 2024-11-21T13:17:33,979 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:17:33,981 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C33535%2C1732195053304, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,33535,1732195053304, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/oldWALs, maxLogs=10 2024-11-21T13:17:33,996 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,33535,1732195053304/4fe6efa1e611%2C33535%2C1732195053304.1732195053981, exclude list is [], retry=0 2024-11-21T13:17:33,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-b28d69ab-8368-43a2-994c-1c6d74703a7f,DISK] 2024-11-21T13:17:34,003 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/WALs/4fe6efa1e611,33535,1732195053304/4fe6efa1e611%2C33535%2C1732195053304.1732195053981 2024-11-21T13:17:34,003 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41935:41935)] 2024-11-21T13:17:34,004 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:34,004 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:34,004 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:34,004 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:34,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:34,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:17:34,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:34,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1eaf6f66b2194323ba8aef2a9edc2700 2024-11-21T13:17:34,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:34,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:34,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:17:34,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:34,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd9684f89ea84bf9b7f1ee9a18ff5f01 2024-11-21T13:17:34,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:34,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:34,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:17:34,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:34,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f233b4b9cff344258dbc08a10e2dde7e 2024-11-21T13:17:34,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:34,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:34,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:17:34,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:34,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:34,044 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:34,044 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T13:17:34,044 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4fe6efa1e611%2C43253%2C1732195034152.1732195037028 2024-11-21T13:17:34,060 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4fe6efa1e611%2C43253%2C1732195034152.1732195037028 2024-11-21T13:17:34,062 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4fe6efa1e611%2C43253%2C1732195034152.1732195037028 2024-11-21T13:17:34,064 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:34,064 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:34,065 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:34,067 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:34,070 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-21T13:17:34,071 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59362784, jitterRate=-0.11542558670043945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:34,072 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195054005Initializing all the Stores at 1732195054006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195054006Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195054006Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195054006Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195054006Cleaning up temporary data from old regions at 1732195054064 (+58 ms)Region opened successfully at 1732195054071 (+7 ms) 2024-11-21T13:17:34,072 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:17:34,076 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf0a72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:17:34,088 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T13:17:34,088 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:17:34,088 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:17:34,089 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:17:34,089 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:17:34,096 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:34,096 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:17:34,097 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:17:34,097 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:17:34,097 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T13:17:34,098 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T13:17:34,098 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-21T13:17:34,098 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:17:34,103 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4fe6efa1e611,42183,1732195034906, regionLocation=4fe6efa1e611,42183,1732195034906, openSeqNum=2 2024-11-21T13:17:34,104 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4fe6efa1e611,42183,1732195034906, table=hbase:meta, region=1588230740 2024-11-21T13:17:34,104 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,42183,1732195034906, state=OPEN 2024-11-21T13:17:34,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0703943621/meta-region-server 2024-11-21T13:17:34,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0703943621/meta-region-server 2024-11-21T13:17:34,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: CHANGED 2024-11-21T13:17:34,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: CHANGED 2024-11-21T13:17:34,133 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:17:34,244 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/draining/4fe6efa1e611,42183,1732195034906 already deleted, retry=false 2024-11-21T13:17:34,244 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4fe6efa1e611,42183,1732195034906 on 4fe6efa1e611,33535,1732195053304 2024-11-21T13:17:34,252 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4fe6efa1e611,42183,1732195034906, splitWal=true, meta=true 2024-11-21T13:17:34,256 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 4fe6efa1e611,42183,1732195034906 (carryingMeta=true) 4fe6efa1e611,42183,1732195034906/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@48d51bc3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T13:17:34,259 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/balancer because node does not exist (not necessarily an error) 2024-11-21T13:17:34,265 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/balancer already deleted, retry=false 2024-11-21T13:17:34,265 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:17:34,266 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:17:34,309 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/normalizer already deleted, retry=false 2024-11-21T13:17:34,310 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:17:34,312 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:17:34,328 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/switch/split already deleted, retry=false 2024-11-21T13:17:34,331 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:17:34,338 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/switch/merge already deleted, retry=false 2024-11-21T13:17:34,362 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:17:34,370 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/snapshot-cleanup already deleted, retry=false 2024-11-21T13:17:34,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0703943621/running 2024-11-21T13:17:34,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0703943621/running 2024-11-21T13:17:34,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:34,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:34,381 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,33535,1732195053304, sessionid=0x1015d8a8f0a0006, setting cluster-up flag (Was=false) 2024-11-21T13:17:34,392 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0703943621/flush-table-proc/acquired, /0703943621/flush-table-proc/reached, /0703943621/flush-table-proc/abort 2024-11-21T13:17:34,394 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,33535,1732195053304 2024-11-21T13:17:34,403 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0703943621/online-snapshot/acquired, /0703943621/online-snapshot/reached, /0703943621/online-snapshot/abort 2024-11-21T13:17:34,405 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,33535,1732195053304 2024-11-21T13:17:34,407 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/.lastflushedseqids 2024-11-21T13:17:34,413 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:17:34,413 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:17:34,413 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,33535,1732195053304 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4fe6efa1e611,42183,1732195034906 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:17:34,415 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:34,415 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:34,415 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:34,416 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:34,416 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:17:34,416 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,416 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:17:34,416 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,420 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195084420 2024-11-21T13:17:34,420 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4fe6efa1e611,42183,1732195034906, splitWal=true, meta=true 2024-11-21T13:17:34,420 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:17:34,421 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:17:34,421 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:17:34,421 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:17:34,421 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:17:34,421 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:17:34,421 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,422 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4fe6efa1e611,42183,1732195034906, splitWal=true, meta=true, isMeta: true 2024-11-21T13:17:34,424 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906-splitting 2024-11-21T13:17:34,424 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:17:34,424 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:17:34,425 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:17:34,425 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:17:34,425 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906-splitting dir is empty, no logs to split. 2024-11-21T13:17:34,425 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4fe6efa1e611,42183,1732195034906 WAL count=0, meta=true 2024-11-21T13:17:34,425 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:17:34,425 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:17:34,426 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195054425,5,FailOnTimeoutGroup] 2024-11-21T13:17:34,428 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195054426,5,FailOnTimeoutGroup] 2024-11-21T13:17:34,428 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,428 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:17:34,428 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,429 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,429 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195054429, completionTime=-1 2024-11-21T13:17:34,429 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T13:17:34,430 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906-splitting dir is empty, no logs to split. 2024-11-21T13:17:34,430 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4fe6efa1e611,42183,1732195034906 WAL count=0, meta=true 2024-11-21T13:17:34,430 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4fe6efa1e611,42183,1732195034906 WAL splitting is done? wals=0, meta=true 2024-11-21T13:17:34,432 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T13:17:34,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:17:34,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:17:34,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T13:17:34,490 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(746): ClusterId : 6d70c10a-4130-49ce-b619-c12bc29d76c1 2024-11-21T13:17:34,490 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:17:34,497 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:17:34,497 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:17:34,508 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:17:34,508 DEBUG [RS:0;4fe6efa1e611:35623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669626ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:17:34,521 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:35623 2024-11-21T13:17:34,521 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:17:34,521 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:17:34,521 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:17:34,522 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,33535,1732195053304 with port=35623, startcode=1732195053359 2024-11-21T13:17:34,522 DEBUG [RS:0;4fe6efa1e611:35623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:17:34,524 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:17:34,525 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:34,525 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33535 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:34,526 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf 2024-11-21T13:17:34,526 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42535 2024-11-21T13:17:34,527 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:17:34,533 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T13:17:34,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/rs 2024-11-21T13:17:34,539 DEBUG [RS:0;4fe6efa1e611:35623 {}] zookeeper.ZKUtil(111): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on existing znode=/0703943621/rs/4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:34,539 WARN [RS:0;4fe6efa1e611:35623 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:17:34,539 INFO [RS:0;4fe6efa1e611:35623 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:34,540 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:34,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,35623,1732195053359] 2024-11-21T13:17:34,577 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:17:34,580 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:17:34,580 INFO [RS:0;4fe6efa1e611:35623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:17:34,580 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,580 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:17:34,581 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:17:34,581 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,582 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:34,583 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:17:34,583 DEBUG [RS:0;4fe6efa1e611:35623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:17:34,584 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,584 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,584 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,584 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,584 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,584 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,35623,1732195053359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:17:34,586 WARN [4fe6efa1e611:33535 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T13:17:34,599 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:17:34,600 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,35623,1732195053359-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,615 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,35623,1732195053359, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:17:34,630 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSource(231): queueId=2-4fe6efa1e611,35623,1732195053359, ReplicationSource: 2, currentBandwidth=0 2024-11-21T13:17:34,630 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,630 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.Replication(171): 4fe6efa1e611,35623,1732195053359 started 2024-11-21T13:17:34,631 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,1-4fe6efa1e611,35623,1732195053359 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:45103' 2024-11-21T13:17:34,632 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,1-4fe6efa1e611,35623,1732195053359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c6192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:34,632 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,1-4fe6efa1e611,35623,1732195053359 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45103,-1 for getting cluster id 2024-11-21T13:17:34,632 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,1-4fe6efa1e611,35623,1732195053359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:34,633 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '987f477b-8eea-4087-8165-b670d3b5f528' 2024-11-21T13:17:34,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:34,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "987f477b-8eea-4087-8165-b670d3b5f528" 2024-11-21T13:17:34,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bb7c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:34,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45103,-1] 2024-11-21T13:17:34,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:34,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:34,636 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:34,637 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,1-4fe6efa1e611,35623,1732195053359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57f9d270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:34,637 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,1-4fe6efa1e611,35623,1732195053359 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:34,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:34,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46f7de33 2024-11-21T13:17:34,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:34,639 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T13:17:34,640 INFO [RS:0;4fe6efa1e611:35623.replicationSource,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,35623,1732195053359 (queues=0) is replicating from cluster=6d70c10a-4130-49ce-b619-c12bc29d76c1 to cluster=987f477b-8eea-4087-8165-b670d3b5f528 2024-11-21T13:17:34,647 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,2-4fe6efa1e611,35623,1732195053359 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:45103' 2024-11-21T13:17:34,648 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,2-4fe6efa1e611,35623,1732195053359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@604fd4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:34,648 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,2-4fe6efa1e611,35623,1732195053359 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45103,-1 for getting cluster id 2024-11-21T13:17:34,649 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,2-4fe6efa1e611,35623,1732195053359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:34,649 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '987f477b-8eea-4087-8165-b670d3b5f528' 2024-11-21T13:17:34,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:34,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "987f477b-8eea-4087-8165-b670d3b5f528" 2024-11-21T13:17:34,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2593f425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:34,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45103,-1] 2024-11-21T13:17:34,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:34,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:34,650 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:34,651 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,35623,1732195053359, RpcServer on 4fe6efa1e611/172.17.0.2:35623, sessionid=0x1015d8a8f0a0007 2024-11-21T13:17:34,651 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:17:34,651 DEBUG [RS:0;4fe6efa1e611:35623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:34,651 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,35623,1732195053359' 2024-11-21T13:17:34,651 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0703943621/flush-table-proc/abort' 2024-11-21T13:17:34,651 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:34,651 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0703943621/flush-table-proc/acquired' 2024-11-21T13:17:34,652 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:17:34,652 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:17:34,652 DEBUG [RS:0;4fe6efa1e611:35623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:34,652 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,35623,1732195053359' 2024-11-21T13:17:34,652 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0703943621/online-snapshot/abort' 2024-11-21T13:17:34,652 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,2-4fe6efa1e611,35623,1732195053359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cde59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:34,652 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource,2-4fe6efa1e611,35623,1732195053359 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:34,653 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0703943621/online-snapshot/acquired' 2024-11-21T13:17:34,653 DEBUG [RS:0;4fe6efa1e611:35623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:17:34,653 INFO [RS:0;4fe6efa1e611:35623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:17:34,653 INFO [RS:0;4fe6efa1e611:35623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:17:34,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:34,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fe0de6e 2024-11-21T13:17:34,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:34,655 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T13:17:34,655 INFO [RS:0;4fe6efa1e611:35623.replicationSource,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4fe6efa1e611,35623,1732195053359 (queues=0) is replicating from cluster=6d70c10a-4130-49ce-b619-c12bc29d76c1 to cluster=987f477b-8eea-4087-8165-b670d3b5f528 2024-11-21T13:17:34,754 INFO [RS:0;4fe6efa1e611:35623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:17:34,756 INFO [RS:0;4fe6efa1e611:35623 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C35623%2C1732195053359, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs, maxLogs=10 2024-11-21T13:17:34,776 DEBUG [RS:0;4fe6efa1e611:35623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757, exclude list is [], retry=0 2024-11-21T13:17:34,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-b28d69ab-8368-43a2-994c-1c6d74703a7f,DISK] 2024-11-21T13:17:34,782 INFO [RS:0;4fe6efa1e611:35623 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 2024-11-21T13:17:34,783 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4fe6efa1e611%2C35623%2C1732195053359 for peer 2 2024-11-21T13:17:34,783 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4fe6efa1e611%2C35623%2C1732195053359 for peer 1 2024-11-21T13:17:34,783 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C35623%2C1732195053359 2024-11-21T13:17:34,783 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,35623,1732195053359, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:17:34,783 INFO [RS:0;4fe6efa1e611:35623.replicationSource.shipper4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C35623%2C1732195053359 2024-11-21T13:17:34,783 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4fe6efa1e611%2C35623%2C1732195053359 2024-11-21T13:17:34,784 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4fe6efa1e611,35623,1732195053359, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:17:34,784 INFO [RS:0;4fe6efa1e611:35623.replicationSource.shipper4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C35623%2C1732195053359 2024-11-21T13:17:34,784 DEBUG [RS:0;4fe6efa1e611:35623 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41935:41935)] 2024-11-21T13:17:34,784 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757, startPosition=0, beingWritten=true 2024-11-21T13:17:34,784 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757, startPosition=0, beingWritten=true 2024-11-21T13:17:34,836 DEBUG [4fe6efa1e611:33535 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:17:34,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:34,838 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,35623,1732195053359, state=OPENING 2024-11-21T13:17:34,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0703943621/meta-region-server 2024-11-21T13:17:34,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0703943621/meta-region-server 2024-11-21T13:17:34,844 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:17:34,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: CHANGED 2024-11-21T13:17:34,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: CHANGED 2024-11-21T13:17:34,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,35623,1732195053359}] 2024-11-21T13:17:34,991 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:34,992 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:34,998 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:17:35,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:17:35,004 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:17:35,004 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:35,005 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:17:35,007 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C35623%2C1732195053359.meta, suffix=.meta, logDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs, maxLogs=10 2024-11-21T13:17:35,020 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.meta.1732195055007.meta, exclude list is [], retry=0 2024-11-21T13:17:35,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-b28d69ab-8368-43a2-994c-1c6d74703a7f,DISK] 2024-11-21T13:17:35,026 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.meta.1732195055007.meta 2024-11-21T13:17:35,026 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41935:41935)] 2024-11-21T13:17:35,026 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:35,027 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:17:35,027 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:17:35,027 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:17:35,027 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:17:35,027 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:17:35,027 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:35,027 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:17:35,027 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:17:35,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:17:35,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:17:35,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:35,040 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/info/eb0194ae636f4f44b1157e9376cdceed 2024-11-21T13:17:35,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:35,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:17:35,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:17:35,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:35,049 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/ns/c202a04c91a8426d855584668714fd4e 2024-11-21T13:17:35,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:35,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:17:35,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:17:35,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:35,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:35,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:17:35,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:17:35,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:35,061 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/table/6c688afbe153431a9f3ede36a1a0908a 2024-11-21T13:17:35,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:35,062 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:17:35,063 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740 2024-11-21T13:17:35,064 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740 2024-11-21T13:17:35,066 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:17:35,066 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:17:35,066 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:35,068 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:17:35,069 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61775935, jitterRate=-0.07946683466434479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:35,069 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:17:35,069 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195055028Writing region info on filesystem at 1732195055028Initializing all the Stores at 1732195055029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195055029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195055029Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195055029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195055029Cleaning up temporary data from old regions at 1732195055066 (+37 ms)Running coprocessor post-open hooks at 1732195055069 (+3 ms)Region opened successfully at 1732195055069 2024-11-21T13:17:35,071 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732195054998 2024-11-21T13:17:35,074 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:17:35,074 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:17:35,075 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:35,077 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,35623,1732195053359, state=OPEN 2024-11-21T13:17:35,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0703943621/meta-region-server 2024-11-21T13:17:35,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0703943621/meta-region-server 2024-11-21T13:17:35,086 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:35,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: CHANGED 2024-11-21T13:17:35,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0703943621/meta-region-server: CHANGED 2024-11-21T13:17:35,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T13:17:35,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,35623,1732195053359 in 242 msec 2024-11-21T13:17:35,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T13:17:35,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec 2024-11-21T13:17:35,302 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:35,302 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:35,714 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:35,714 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:36,036 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-21T13:17:36,225 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:36,225 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:36,835 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:36,835 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:37,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:17:37,539 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-21T13:17:37,547 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:37,547 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:38,357 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:38,357 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:38,942 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T13:17:38,942 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:17:38,942 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:38,942 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,35623,1732195053359, seqNum=-1] 2024-11-21T13:17:38,943 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:38,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:17:39,072 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=50a17627f0df383d738475be84e432be, regionState=OPEN, lastHost=4fe6efa1e611,42183,1732195034906, regionLocation=4fe6efa1e611,42183,1732195034906, openSeqNum=2 2024-11-21T13:17:39,072 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:17:39,072 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195119072 2024-11-21T13:17:39,072 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195179072 2024-11-21T13:17:39,073 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 130 msec 2024-11-21T13:17:39,073 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33535,1732195053304-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:39,073 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 4fe6efa1e611,42183,1732195034906 had 2 regions 2024-11-21T13:17:39,073 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33535,1732195053304-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:39,073 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33535,1732195053304-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:39,073 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:33535, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:39,074 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:39,074 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:39,075 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4fe6efa1e611,42183,1732195034906, splitWal=true, meta=true, isMeta: false 2024-11-21T13:17:39,077 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906-splitting dir is empty, no logs to split. 2024-11-21T13:17:39,077 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4fe6efa1e611,42183,1732195034906 WAL count=0, meta=false 2024-11-21T13:17:39,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.648sec 2024-11-21T13:17:39,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:17:39,081 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,42183,1732195034906-splitting dir is empty, no logs to split. 2024-11-21T13:17:39,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:17:39,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:17:39,082 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4fe6efa1e611,42183,1732195034906 WAL count=0, meta=false 2024-11-21T13:17:39,082 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:17:39,082 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 4fe6efa1e611,42183,1732195034906 WAL splitting is done? wals=0, meta=false 2024-11-21T13:17:39,082 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:17:39,082 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33535,1732195053304-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:17:39,082 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33535,1732195053304-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:17:39,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50a17627f0df383d738475be84e432be, ASSIGN}] 2024-11-21T13:17:39,085 WARN [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4fe6efa1e611,42183,1732195034906/hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:39,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50a17627f0df383d738475be84e432be, ASSIGN 2024-11-21T13:17:39,087 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:17:39,087 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:17:39,087 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33535,1732195053304-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:39,088 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=50a17627f0df383d738475be84e432be, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T13:17:39,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:39,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33535,-1 for getting cluster id 2024-11-21T13:17:39,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:39,096 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d70c10a-4130-49ce-b619-c12bc29d76c1' 2024-11-21T13:17:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d70c10a-4130-49ce-b619-c12bc29d76c1" 2024-11-21T13:17:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649dcf20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33535,-1] 2024-11-21T13:17:39,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:39,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:39,099 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:39,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ccebb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:39,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:39,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,35623,1732195053359, seqNum=-1] 2024-11-21T13:17:39,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:39,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:17:39,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T13:17:39,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:39,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:39,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:39,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:39,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4fe6efa1e611:33535 after: 4fe6efa1e611:33535 2024-11-21T13:17:39,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:39,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33535,-1 for getting cluster id 2024-11-21T13:17:39,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:39,111 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d70c10a-4130-49ce-b619-c12bc29d76c1' 2024-11-21T13:17:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:39,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d70c10a-4130-49ce-b619-c12bc29d76c1" 2024-11-21T13:17:39,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f4532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:39,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33535,-1] 2024-11-21T13:17:39,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:39,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:39,113 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:39,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:39,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33535,1732195053304 2024-11-21T13:17:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c989a 2024-11-21T13:17:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:39,116 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:17:39,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T13:17:39,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T13:17:39,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T13:17:39,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T13:17:39,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:17:39,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:39,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:39,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:39,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:39,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:39,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:17:39,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=466034178, stopped=false 2024-11-21T13:17:39,121 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,45103,1732195042057 2024-11-21T13:17:39,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11501780484/running 2024-11-21T13:17:39,191 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11501780484/running 2024-11-21T13:17:39,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:39,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:17:39,191 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:39,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:39,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:39,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Set watcher on znode that does not yet exist, /11501780484/running 2024-11-21T13:17:39,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:39,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Set watcher on znode that does not yet exist, /11501780484/running 2024-11-21T13:17:39,192 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,37341,1732195042470' ***** 2024-11-21T13:17:39,193 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:17:39,193 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:17:39,193 INFO [RS:0;4fe6efa1e611:37341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:17:39,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:17:39,193 INFO [RS:0;4fe6efa1e611:37341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:17:39,193 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,37341,1732195042470 2024-11-21T13:17:39,194 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:17:39,194 INFO [RS:0;4fe6efa1e611:37341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:37341. 2024-11-21T13:17:39,194 DEBUG [RS:0;4fe6efa1e611:37341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:39,194 DEBUG [RS:0;4fe6efa1e611:37341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:39,194 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:17:39,194 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:17:39,194 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:17:39,194 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:17:39,195 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:17:39,195 DEBUG [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:17:39,195 DEBUG [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:17:39,195 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:17:39,195 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:17:39,195 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:17:39,195 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:17:39,195 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:17:39,196 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T13:17:39,196 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:17:39,216 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/1588230740/.tmp/ns/8ef2977ad0c64abaa96be92d04c7007b is 43, key is default/ns:d/1732195046439/Put/seqid=0 2024-11-21T13:17:39,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741835_1011 (size=5153) 2024-11-21T13:17:39,221 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/1588230740/.tmp/ns/8ef2977ad0c64abaa96be92d04c7007b 2024-11-21T13:17:39,228 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/1588230740/.tmp/ns/8ef2977ad0c64abaa96be92d04c7007b as hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/1588230740/ns/8ef2977ad0c64abaa96be92d04c7007b 2024-11-21T13:17:39,235 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/1588230740/ns/8ef2977ad0c64abaa96be92d04c7007b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T13:17:39,236 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=6, compaction requested=false 2024-11-21T13:17:39,236 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:17:39,238 DEBUG [4fe6efa1e611:33535 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:17:39,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=50a17627f0df383d738475be84e432be, regionState=OPENING, regionLocation=4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:39,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=50a17627f0df383d738475be84e432be, ASSIGN because future has completed 2024-11-21T13:17:39,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50a17627f0df383d738475be84e432be, server=4fe6efa1e611,35623,1732195053359}] 2024-11-21T13:17:39,243 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T13:17:39,244 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:17:39,244 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:17:39,244 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:39,244 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195059195Running coprocessor pre-close hooks at 1732195059195Disabling compacts and flushes for region at 1732195059195Disabling writes for close at 1732195059195Obtaining lock to block concurrent updates at 1732195059196 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732195059196Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732195059196Flushing stores of hbase:meta,,1.1588230740 at 1732195059198 (+2 ms)Flushing 1588230740/ns: creating writer at 1732195059198Flushing 1588230740/ns: appending metadata at 1732195059215 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732195059216 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@292e2adb: reopening flushed file at 1732195059227 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=6, compaction requested=false at 1732195059236 (+9 ms)Writing region close event to WAL at 1732195059237 (+1 ms)Running coprocessor post-close hooks at 1732195059244 (+7 ms)Closed at 1732195059244 2024-11-21T13:17:39,245 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:39,269 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:39,269 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:39,395 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,37341,1732195042470; all regions closed. 2024-11-21T13:17:39,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741834_1010 (size=1152) 2024-11-21T13:17:39,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/WALs/4fe6efa1e611,37341,1732195042470/4fe6efa1e611%2C37341%2C1732195042470.meta.1732195046364.meta not finished, retry = 0 2024-11-21T13:17:39,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:39,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:39,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:17:39,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C35623%2C1732195053359.rep, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs, maxLogs=10 2024-11-21T13:17:39,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.rep.1732195059403, exclude list is [], retry=0 2024-11-21T13:17:39,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-b28d69ab-8368-43a2-994c-1c6d74703a7f,DISK] 2024-11-21T13:17:39,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.rep.1732195059403 2024-11-21T13:17:39,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41935:41935)] 2024-11-21T13:17:39,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 50a17627f0df383d738475be84e432be, NAME => 'hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:39,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:17:39,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:17:39,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. service=MultiRowMutationService 2024-11-21T13:17:39,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:17:39,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:39,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,426 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,427 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50a17627f0df383d738475be84e432be columnFamilyName hfileref 2024-11-21T13:17:39,427 DEBUG [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:39,427 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(327): Store=50a17627f0df383d738475be84e432be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:39,428 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,428 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50a17627f0df383d738475be84e432be columnFamilyName queue 2024-11-21T13:17:39,429 DEBUG [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:39,436 DEBUG [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be/queue/a620cea0eea64d688ff4c0dc93e78929 2024-11-21T13:17:39,436 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(327): Store=50a17627f0df383d738475be84e432be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:39,437 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,438 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50a17627f0df383d738475be84e432be columnFamilyName sid 2024-11-21T13:17:39,438 DEBUG [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:39,438 INFO [StoreOpener-50a17627f0df383d738475be84e432be-1 {}] regionserver.HStore(327): Store=50a17627f0df383d738475be84e432be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:39,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:17:39,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 50a17627f0df383d738475be84e432be; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65817756, jitterRate=-0.01923900842666626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:17:39,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:39,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 50a17627f0df383d738475be84e432be: Running coprocessor pre-open hook at 1732195059424Writing region info on filesystem at 1732195059424Initializing all the Stores at 1732195059425 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195059425Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195059426 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195059426Cleaning up temporary data from old regions at 1732195059442 (+16 ms)Running coprocessor post-open hooks at 1732195059447 (+5 ms)Region opened successfully at 1732195059448 (+1 ms) 2024-11-21T13:17:39,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be., pid=19, masterSystemTime=1732195059395 2024-11-21T13:17:39,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:39,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:39,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=50a17627f0df383d738475be84e432be, regionState=OPEN, openSeqNum=10, regionLocation=4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:39,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50a17627f0df383d738475be84e432be, server=4fe6efa1e611,35623,1732195053359 because future has completed 2024-11-21T13:17:39,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T13:17:39,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 50a17627f0df383d738475be84e432be, server=4fe6efa1e611,35623,1732195053359 in 216 msec 2024-11-21T13:17:39,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-21T13:17:39,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50a17627f0df383d738475be84e432be, ASSIGN in 377 msec 2024-11-21T13:17:39,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T13:17:39,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be., hostname=4fe6efa1e611,35623,1732195053359, seqNum=10] 2024-11-21T13:17:39,502 DEBUG [RS:0;4fe6efa1e611:37341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/oldWALs 2024-11-21T13:17:39,502 INFO [RS:0;4fe6efa1e611:37341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C37341%2C1732195042470.meta:.meta(num 1732195046364) 2024-11-21T13:17:39,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741832_1008 (size=93) 2024-11-21T13:17:39,509 DEBUG [RS:0;4fe6efa1e611:37341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/oldWALs 2024-11-21T13:17:39,509 INFO [RS:0;4fe6efa1e611:37341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C37341%2C1732195042470:(num 1732195045333) 2024-11-21T13:17:39,509 DEBUG [RS:0;4fe6efa1e611:37341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:39,509 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:17:39,509 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:17:39,510 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T13:17:39,510 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 4fe6efa1e611,42183,1732195034906 2024-11-21T13:17:39,510 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:17:39,510 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:17:39,510 INFO [RS:0;4fe6efa1e611:37341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37341 2024-11-21T13:17:39,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T13:17:39,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484/rs 2024-11-21T13:17:39,538 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11501780484/rs/4fe6efa1e611,37341,1732195042470 2024-11-21T13:17:39,538 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:17:39,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,37341,1732195042470] 2024-11-21T13:17:39,559 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11501780484/draining/4fe6efa1e611,37341,1732195042470 already deleted, retry=false 2024-11-21T13:17:39,559 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,37341,1732195042470 expired; onlineServers=0 2024-11-21T13:17:39,559 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,45103,1732195042057' ***** 2024-11-21T13:17:39,559 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:17:39,559 INFO [M:0;4fe6efa1e611:45103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:17:39,560 INFO [M:0;4fe6efa1e611:45103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:17:39,560 DEBUG [M:0;4fe6efa1e611:45103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:17:39,560 DEBUG [M:0;4fe6efa1e611:45103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:17:39,560 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:17:39,560 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195045117 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195045117,5,FailOnTimeoutGroup] 2024-11-21T13:17:39,560 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195045116 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195045116,5,FailOnTimeoutGroup] 2024-11-21T13:17:39,560 INFO [M:0;4fe6efa1e611:45103 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:17:39,560 INFO [M:0;4fe6efa1e611:45103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:17:39,560 DEBUG [M:0;4fe6efa1e611:45103 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:17:39,560 INFO [M:0;4fe6efa1e611:45103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:17:39,560 INFO [M:0;4fe6efa1e611:45103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:17:39,561 INFO [M:0;4fe6efa1e611:45103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:17:39,561 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:17:39,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11501780484/master 2024-11-21T13:17:39,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501780484 2024-11-21T13:17:39,570 DEBUG [M:0;4fe6efa1e611:45103 {}] zookeeper.ZKUtil(347): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Unable to get data of znode /11501780484/master because node does not exist (not an error) 2024-11-21T13:17:39,570 WARN [M:0;4fe6efa1e611:45103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:17:39,571 INFO [M:0;4fe6efa1e611:45103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/.lastflushedseqids 2024-11-21T13:17:39,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741836_1012 (size=99) 2024-11-21T13:17:39,649 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:39,649 INFO [RS:0;4fe6efa1e611:37341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:17:39,649 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x1015d8a8f0a0004, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:39,649 INFO [RS:0;4fe6efa1e611:37341 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,37341,1732195042470; zookeeper connection closed. 2024-11-21T13:17:39,649 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15d9c709 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15d9c709 2024-11-21T13:17:39,650 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:17:39,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-21T13:17:39,979 INFO [M:0;4fe6efa1e611:45103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:17:39,979 INFO [M:0;4fe6efa1e611:45103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:17:39,979 DEBUG [M:0;4fe6efa1e611:45103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:17:39,979 INFO [M:0;4fe6efa1e611:45103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:39,980 DEBUG [M:0;4fe6efa1e611:45103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:39,980 DEBUG [M:0;4fe6efa1e611:45103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:17:39,980 DEBUG [M:0;4fe6efa1e611:45103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:39,980 INFO [M:0;4fe6efa1e611:45103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T13:17:40,004 DEBUG [M:0;4fe6efa1e611:45103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53b5388a2f6b4ac5a39404c8fc9f4c36 is 82, key is hbase:meta,,1/info:regioninfo/1732195046415/Put/seqid=0 2024-11-21T13:17:40,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741837_1013 (size=5672) 2024-11-21T13:17:40,276 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:40,276 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:40,410 INFO [M:0;4fe6efa1e611:45103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53b5388a2f6b4ac5a39404c8fc9f4c36 2024-11-21T13:17:40,437 DEBUG [M:0;4fe6efa1e611:45103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c91ac5e9032a40b2a549b900562a94d1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732195046447/Put/seqid=0 2024-11-21T13:17:40,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741838_1014 (size=5275) 2024-11-21T13:17:40,578 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:17:40,843 INFO [M:0;4fe6efa1e611:45103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c91ac5e9032a40b2a549b900562a94d1 2024-11-21T13:17:40,871 DEBUG [M:0;4fe6efa1e611:45103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1973019a0c6b4ff39ca0313d10181003 is 69, key is 4fe6efa1e611,37341,1732195042470/rs:state/1732195045147/Put/seqid=0 2024-11-21T13:17:40,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741839_1015 (size=5156) 2024-11-21T13:17:41,277 INFO [M:0;4fe6efa1e611:45103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1973019a0c6b4ff39ca0313d10181003 2024-11-21T13:17:41,289 DEBUG [M:0;4fe6efa1e611:45103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53b5388a2f6b4ac5a39404c8fc9f4c36 as hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53b5388a2f6b4ac5a39404c8fc9f4c36 2024-11-21T13:17:41,295 INFO [M:0;4fe6efa1e611:45103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53b5388a2f6b4ac5a39404c8fc9f4c36, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T13:17:41,297 DEBUG [M:0;4fe6efa1e611:45103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c91ac5e9032a40b2a549b900562a94d1 as hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c91ac5e9032a40b2a549b900562a94d1 2024-11-21T13:17:41,303 INFO [M:0;4fe6efa1e611:45103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c91ac5e9032a40b2a549b900562a94d1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T13:17:41,304 DEBUG [M:0;4fe6efa1e611:45103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1973019a0c6b4ff39ca0313d10181003 as hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1973019a0c6b4ff39ca0313d10181003 2024-11-21T13:17:41,310 INFO [M:0;4fe6efa1e611:45103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1973019a0c6b4ff39ca0313d10181003, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T13:17:41,312 INFO [M:0;4fe6efa1e611:45103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false 2024-11-21T13:17:41,313 INFO [M:0;4fe6efa1e611:45103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:41,313 DEBUG [M:0;4fe6efa1e611:45103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195059979Disabling compacts and flushes for region at 1732195059979Disabling writes for close at 1732195059980 (+1 ms)Obtaining lock to block concurrent updates at 1732195059980Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195059980Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732195059981 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195059983 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195059983Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195060004 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195060004Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195060420 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195060436 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195060436Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195060853 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195060871 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195060871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7695b9e0: reopening flushed file at 1732195061287 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f0448: reopening flushed file at 1732195061296 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5566b82: reopening flushed file at 1732195061303 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false at 1732195061312 (+9 ms)Writing region close event to WAL at 1732195061313 (+1 ms)Closed at 1732195061313 2024-11-21T13:17:41,316 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62513968-2a1a-60a0-a645-13643f56591f/MasterData/WALs/4fe6efa1e611,45103,1732195042057/4fe6efa1e611%2C45103%2C1732195042057.1732195044363 not finished, retry = 0 2024-11-21T13:17:41,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741830_1006 (size=10165) 2024-11-21T13:17:41,388 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:41,388 DEBUG [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/WALs/4fe6efa1e611,35623,1732195053359/4fe6efa1e611%2C35623%2C1732195053359.1732195054757 to pos 0, reset compression=false 2024-11-21T13:17:41,417 INFO [M:0;4fe6efa1e611:45103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:17:41,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:17:41,417 INFO [M:0;4fe6efa1e611:45103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45103 2024-11-21T13:17:41,421 INFO [M:0;4fe6efa1e611:45103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:17:41,575 INFO [M:0;4fe6efa1e611:45103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:17:41,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:41,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45103-0x1015d8a8f0a0003, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:41,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:17:41,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:17:41,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:17:41,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:17:41,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/hadoop.log.dir/,STOPPED} 2024-11-21T13:17:41,626 WARN [BP-291114225-172.17.0.2-1732195039693 heartbeating to localhost/127.0.0.1:37819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:17:41,626 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:17:41,626 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:17:41,626 WARN [BP-291114225-172.17.0.2-1732195039693 heartbeating to localhost/127.0.0.1:37819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-291114225-172.17.0.2-1732195039693 (Datanode Uuid 7741e9c7-efd3-49dd-9409-6b350df83606) service to localhost/127.0.0.1:37819 2024-11-21T13:17:41,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/cluster_c33e84cb-6dfc-65a3-519a-5aa95e696631/data/data1/current/BP-291114225-172.17.0.2-1732195039693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:17:41,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/cluster_c33e84cb-6dfc-65a3-519a-5aa95e696631/data/data2/current/BP-291114225-172.17.0.2-1732195039693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:17:41,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:17:41,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:17:41,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:17:41,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:17:41,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:17:41,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/hadoop.log.dir/,STOPPED} 2024-11-21T13:17:41,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:17:41,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:17:41,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:41,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:41,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:41,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:41,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:41,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:17:41,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1700925873, stopped=false 2024-11-21T13:17:41,664 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,33535,1732195053304 2024-11-21T13:17:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0703943621/running 2024-11-21T13:17:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0703943621/running 2024-11-21T13:17:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:41,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:17:41,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:41,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:41,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:41,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/running 2024-11-21T13:17:41,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Set watcher on znode that does not yet exist, /0703943621/running 2024-11-21T13:17:41,677 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,35623,1732195053359' ***** 2024-11-21T13:17:41,677 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:17:41,677 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:17:41,677 INFO [RS:0;4fe6efa1e611:35623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:17:41,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:17:41,677 INFO [RS:0;4fe6efa1e611:35623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:17:41,677 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(3091): Received CLOSE for 50a17627f0df383d738475be84e432be 2024-11-21T13:17:41,678 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:41,679 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:17:41,679 INFO [RS:0;4fe6efa1e611:35623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:35623. 2024-11-21T13:17:41,679 DEBUG [RS:0;4fe6efa1e611:35623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:41,679 DEBUG [RS:0;4fe6efa1e611:35623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:41,679 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50a17627f0df383d738475be84e432be, disabling compactions & flushes 2024-11-21T13:17:41,679 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:41,679 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:17:41,679 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:17:41,679 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:17:41,679 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:17:41,680 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:17:41,680 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 50a17627f0df383d738475be84e432be=hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be.} 2024-11-21T13:17:41,680 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50a17627f0df383d738475be84e432be 2024-11-21T13:17:41,680 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:41,680 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. after waiting 0 ms 2024-11-21T13:17:41,680 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:41,680 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:17:41,680 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:17:41,681 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:17:41,681 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:17:41,681 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:17:41,681 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T13:17:41,691 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:17:41,713 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/info/a7d29da8cbd04d62800b47327a058bb7 is 147, key is hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be./info:regioninfo/1732195059453/Put/seqid=0 2024-11-21T13:17:41,721 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/replication/50a17627f0df383d738475be84e432be/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-21T13:17:41,722 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:17:41,722 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:17:41,722 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:41,723 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50a17627f0df383d738475be84e432be: Waiting for close lock at 1732195061679Running coprocessor pre-close hooks at 1732195061679Disabling compacts and flushes for region at 1732195061679Disabling writes for close at 1732195061680 (+1 ms)Writing region close event to WAL at 1732195061704 (+24 ms)Running coprocessor post-close hooks at 1732195061722 (+18 ms)Closed at 1732195061722 2024-11-21T13:17:41,723 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195046632.50a17627f0df383d738475be84e432be. 2024-11-21T13:17:41,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741851_1027 (size=6385) 2024-11-21T13:17:41,880 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:17:42,081 DEBUG [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:17:42,125 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/info/a7d29da8cbd04d62800b47327a058bb7 2024-11-21T13:17:42,139 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/.tmp/info/a7d29da8cbd04d62800b47327a058bb7 as hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/info/a7d29da8cbd04d62800b47327a058bb7 2024-11-21T13:17:42,156 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/info/a7d29da8cbd04d62800b47327a058bb7, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T13:17:42,158 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 477ms, sequenceid=19, compaction requested=false 2024-11-21T13:17:42,167 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T13:17:42,168 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:17:42,168 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:17:42,168 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:42,169 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195061680Running coprocessor pre-close hooks at 1732195061680Disabling compacts and flushes for region at 1732195061680Disabling writes for close at 1732195061681 (+1 ms)Obtaining lock to block concurrent updates at 1732195061681Preparing flush snapshotting stores in 1588230740 at 1732195061681Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732195061683 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732195061684 (+1 ms)Flushing 1588230740/info: creating writer at 1732195061684Flushing 1588230740/info: appending metadata at 1732195061712 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732195061712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496d8f33: reopening flushed file at 1732195062137 (+425 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 477ms, sequenceid=19, compaction requested=false at 1732195062158 (+21 ms)Writing region close event to WAL at 1732195062161 (+3 ms)Running coprocessor post-close hooks at 1732195062168 (+7 ms)Closed at 1732195062168 2024-11-21T13:17:42,169 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:42,281 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,35623,1732195053359; all regions closed. 2024-11-21T13:17:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741849_1025 (size=2156) 2024-11-21T13:17:42,291 DEBUG [RS:0;4fe6efa1e611:35623 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs 2024-11-21T13:17:42,292 INFO [RS:0;4fe6efa1e611:35623 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C35623%2C1732195053359.meta:.meta(num 1732195055007) 2024-11-21T13:17:42,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741850_1026 (size=796) 2024-11-21T13:17:42,300 DEBUG [RS:0;4fe6efa1e611:35623 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs 2024-11-21T13:17:42,300 INFO [RS:0;4fe6efa1e611:35623 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C35623%2C1732195053359.rep:(num 1732195059403) 2024-11-21T13:17:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741848_1024 (size=93) 2024-11-21T13:17:42,310 DEBUG [RS:0;4fe6efa1e611:35623 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/oldWALs 2024-11-21T13:17:42,310 INFO [RS:0;4fe6efa1e611:35623 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C35623%2C1732195053359:(num 1732195054757) 2024-11-21T13:17:42,310 DEBUG [RS:0;4fe6efa1e611:35623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:42,310 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:17:42,310 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:17:42,311 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T13:17:42,311 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:17:42,311 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,35623,1732195053359 because: Region server is closing 2024-11-21T13:17:42,311 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T13:17:42,311 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T13:17:42,311 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T13:17:42,311 INFO [RS:0;4fe6efa1e611:35623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:35623. 2024-11-21T13:17:42,312 DEBUG [RS:0;4fe6efa1e611:35623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:42,312 DEBUG [RS:0;4fe6efa1e611:35623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:42,312 DEBUG [RS:0;4fe6efa1e611:35623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:42,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:42,312 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:17:42,413 WARN [RS:0;4fe6efa1e611:35623.replicationSource.shipper4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T13:17:42,413 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4fe6efa1e611:35623.replicationSource.shipper4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 terminated 2024-11-21T13:17:42,413 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4fe6efa1e611,35623,1732195053359 because: Region server is closing 2024-11-21T13:17:42,413 WARN [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,1-4fe6efa1e611,35623,1732195053359 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:17:42,413 INFO [RS:0;4fe6efa1e611:35623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:35623. 2024-11-21T13:17:42,413 DEBUG [RS:0;4fe6efa1e611:35623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:42,414 DEBUG [RS:0;4fe6efa1e611:35623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:42,414 DEBUG [RS:0;4fe6efa1e611:35623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:42,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:42,514 WARN [RS:0;4fe6efa1e611:35623.replicationSource.wal-reader.4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:17:42,514 WARN [RS:0;4fe6efa1e611:35623.replicationSource.shipper4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T13:17:42,515 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;4fe6efa1e611:35623.replicationSource.shipper4fe6efa1e611%2C35623%2C1732195053359,2-4fe6efa1e611,35623,1732195053359 terminated 2024-11-21T13:17:42,515 INFO [RS:0;4fe6efa1e611:35623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35623 2024-11-21T13:17:42,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0703943621/rs/4fe6efa1e611,35623,1732195053359 2024-11-21T13:17:42,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621/rs 2024-11-21T13:17:42,528 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:17:42,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,35623,1732195053359] 2024-11-21T13:17:42,549 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0703943621/draining/4fe6efa1e611,35623,1732195053359 already deleted, retry=false 2024-11-21T13:17:42,549 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,35623,1732195053359 expired; onlineServers=0 2024-11-21T13:17:42,549 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,33535,1732195053304' ***** 2024-11-21T13:17:42,549 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:17:42,549 INFO [M:0;4fe6efa1e611:33535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:17:42,549 INFO [M:0;4fe6efa1e611:33535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:17:42,549 DEBUG [M:0;4fe6efa1e611:33535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:17:42,549 DEBUG [M:0;4fe6efa1e611:33535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:17:42,549 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:17:42,549 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195054426 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195054426,5,FailOnTimeoutGroup] 2024-11-21T13:17:42,549 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195054425 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195054425,5,FailOnTimeoutGroup] 2024-11-21T13:17:42,549 INFO [M:0;4fe6efa1e611:33535 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:17:42,550 INFO [M:0;4fe6efa1e611:33535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:17:42,550 DEBUG [M:0;4fe6efa1e611:33535 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:17:42,550 INFO [M:0;4fe6efa1e611:33535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:17:42,550 INFO [M:0;4fe6efa1e611:33535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:17:42,550 INFO [M:0;4fe6efa1e611:33535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:17:42,550 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:17:42,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0703943621/master 2024-11-21T13:17:42,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0703943621 2024-11-21T13:17:42,559 DEBUG [M:0;4fe6efa1e611:33535 {}] zookeeper.ZKUtil(347): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Unable to get data of znode /0703943621/master because node does not exist (not an error) 2024-11-21T13:17:42,559 WARN [M:0;4fe6efa1e611:33535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:17:42,560 INFO [M:0;4fe6efa1e611:33535 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/.lastflushedseqids 2024-11-21T13:17:42,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741852_1028 (size=181) 2024-11-21T13:17:42,638 INFO [RS:0;4fe6efa1e611:35623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:17:42,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:42,638 INFO [RS:0;4fe6efa1e611:35623 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,35623,1732195053359; zookeeper connection closed. 2024-11-21T13:17:42,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35623-0x1015d8a8f0a0007, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:42,639 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e124769 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e124769 2024-11-21T13:17:42,639 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:17:42,968 INFO [M:0;4fe6efa1e611:33535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:17:42,968 INFO [M:0;4fe6efa1e611:33535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:17:42,968 DEBUG [M:0;4fe6efa1e611:33535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:17:42,968 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:42,968 DEBUG [M:0;4fe6efa1e611:33535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:42,968 DEBUG [M:0;4fe6efa1e611:33535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:17:42,968 DEBUG [M:0;4fe6efa1e611:33535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:42,968 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T13:17:42,985 DEBUG [M:0;4fe6efa1e611:33535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fe1a658f0dc45a28c5e6d0dbdc9feb7 is 82, key is hbase:meta,,1/info:regioninfo/1732195055075/Put/seqid=0 2024-11-21T13:17:42,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741853_1029 (size=5680) 2024-11-21T13:17:43,366 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T13:17:43,390 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fe1a658f0dc45a28c5e6d0dbdc9feb7 2024-11-21T13:17:43,411 DEBUG [M:0;4fe6efa1e611:33535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffb274970118462ab92d32e411cdf2c9 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732195059462/Put/seqid=0 2024-11-21T13:17:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741854_1030 (size=7319) 2024-11-21T13:17:43,816 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffb274970118462ab92d32e411cdf2c9 2024-11-21T13:17:43,837 DEBUG [M:0;4fe6efa1e611:33535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3c38f5bb68f442bac4e242017312bfc is 69, key is 4fe6efa1e611,35623,1732195053359/rs:state/1732195054525/Put/seqid=0 2024-11-21T13:17:43,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741855_1031 (size=5371) 2024-11-21T13:17:44,242 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3c38f5bb68f442bac4e242017312bfc 2024-11-21T13:17:44,249 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3c38f5bb68f442bac4e242017312bfc 2024-11-21T13:17:44,250 DEBUG [M:0;4fe6efa1e611:33535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fe1a658f0dc45a28c5e6d0dbdc9feb7 as hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fe1a658f0dc45a28c5e6d0dbdc9feb7 2024-11-21T13:17:44,256 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fe1a658f0dc45a28c5e6d0dbdc9feb7, entries=8, sequenceid=172, filesize=5.5 K 2024-11-21T13:17:44,257 DEBUG [M:0;4fe6efa1e611:33535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffb274970118462ab92d32e411cdf2c9 as hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffb274970118462ab92d32e411cdf2c9 2024-11-21T13:17:44,265 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffb274970118462ab92d32e411cdf2c9, entries=7, sequenceid=172, filesize=7.1 K 2024-11-21T13:17:44,266 DEBUG [M:0;4fe6efa1e611:33535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a3c38f5bb68f442bac4e242017312bfc as hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3c38f5bb68f442bac4e242017312bfc 2024-11-21T13:17:44,272 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3c38f5bb68f442bac4e242017312bfc 2024-11-21T13:17:44,273 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/1c240dba-a981-db20-c0bb-2e0e50fdd9bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a3c38f5bb68f442bac4e242017312bfc, entries=2, sequenceid=172, filesize=5.2 K 2024-11-21T13:17:44,274 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false 2024-11-21T13:17:44,275 INFO [M:0;4fe6efa1e611:33535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:44,276 DEBUG [M:0;4fe6efa1e611:33535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195062968Disabling compacts and flushes for region at 1732195062968Disabling writes for close at 1732195062968Obtaining lock to block concurrent updates at 1732195062968Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195062968Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732195062969 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195062970 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195062970Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195062984 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195062984Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195063396 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195063411 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195063411Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195063822 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195063836 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195063837 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69200941: reopening flushed file at 1732195064249 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5069dfd0: reopening flushed file at 1732195064256 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2b80ad: reopening flushed file at 1732195064265 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false at 1732195064274 (+9 ms)Writing region close event to WAL at 1732195064275 (+1 ms)Closed at 1732195064275 2024-11-21T13:17:44,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741847_1023 (size=22949) 2024-11-21T13:17:44,279 INFO [M:0;4fe6efa1e611:33535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:17:44,279 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:17:44,279 INFO [M:0;4fe6efa1e611:33535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33535 2024-11-21T13:17:44,279 INFO [M:0;4fe6efa1e611:33535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:17:44,449 INFO [M:0;4fe6efa1e611:33535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:17:44,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:44,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33535-0x1015d8a8f0a0006, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:44,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:17:44,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:17:44,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:17:44,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:17:44,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/hadoop.log.dir/,STOPPED} 2024-11-21T13:17:44,454 WARN [BP-1708017587-172.17.0.2-1732195030580 heartbeating to localhost/127.0.0.1:42535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:17:44,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:17:44,454 WARN [BP-1708017587-172.17.0.2-1732195030580 heartbeating to localhost/127.0.0.1:42535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1708017587-172.17.0.2-1732195030580 (Datanode Uuid 43ad6ae9-438c-4523-bb37-0b45b2e9c1de) service to localhost/127.0.0.1:42535 2024-11-21T13:17:44,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:17:44,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/cluster_3d99f264-3043-eaab-eeea-9b317b505afe/data/data1/current/BP-1708017587-172.17.0.2-1732195030580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:17:44,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/cluster_3d99f264-3043-eaab-eeea-9b317b505afe/data/data2/current/BP-1708017587-172.17.0.2-1732195030580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:17:44,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:17:44,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:17:44,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:17:44,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:17:44,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:17:44,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16039586-9b36-27cd-fe27-d52f7040b621/hadoop.log.dir/,STOPPED} 2024-11-21T13:17:44,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T13:17:44,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:17:44,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: master/4fe6efa1e611:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50335) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4fe6efa1e611:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/4fe6efa1e611:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50335) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42535 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5f532c70 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4fe6efa1e611:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/4fe6efa1e611:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37819 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=2904 (was 3185) 2024-11-21T13:17:44,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=2903 2024-11-21T13:17:44,507 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-21T13:17:44,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/hadoop.log.dir so I do NOT create it in target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4 2024-11-21T13:17:44,508 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:17:44,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/hadoop.tmp.dir so I do NOT create it in target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4 2024-11-21T13:17:44,508 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e978e99-0d7b-abe2-61f1-6983dd81a737/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:17:44,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4 2024-11-21T13:17:44,508 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/cluster_7226b310-6119-9aec-af0f-90a3fb365a29, deleteOnExit=true 2024-11-21T13:17:44,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/cluster_7226b310-6119-9aec-af0f-90a3fb365a29/zookeeper_0, clientPort=52241, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/cluster_7226b310-6119-9aec-af0f-90a3fb365a29/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/cluster_7226b310-6119-9aec-af0f-90a3fb365a29/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T13:17:44,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52241 2024-11-21T13:17:44,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:17:44,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:17:44,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/test.cache.data in system properties and HBase conf 2024-11-21T13:17:44,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:17:44,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:17:44,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:17:44,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:17:44,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:17:44,526 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:17:44,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:17:44,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:17:44,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:17:44,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:17:44,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:17:44,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:17:44,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:17:44,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:17:44,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:17:44,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:17:44,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:17:44,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:17:44,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:17:44,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:17:44,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d8a8f0a0002, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:17:44,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d8a8f0a0005, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:17:44,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d8a8f0a0005, quorum=127.0.0.1:50335, baseZNode=/11501780484 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:17:44,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d8a8f0a0002, quorum=127.0.0.1:50335, baseZNode=/0703943621 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:17:44,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:17:44,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:17:44,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:17:44,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:17:44,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:17:44,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:17:44,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:17:44,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:44,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:17:44,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:17:44,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:17:44,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:17:44,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:44,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:17:44,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:17:45,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70544169{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/java.io.tmpdir/jetty-localhost-45167-hadoop-hdfs-3_4_1-tests_jar-_-any-14581339379027590945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:17:45,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:45167} 2024-11-21T13:17:45,075 INFO [Time-limited test {}] server.Server(415): Started @36499ms 2024-11-21T13:17:45,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:45,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:17:45,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:17:45,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:17:45,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:17:45,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:17:45,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:17:45,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d0b10d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/java.io.tmpdir/jetty-localhost-35889-hadoop-hdfs-3_4_1-tests_jar-_-any-13620975300411857472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:17:45,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:35889} 2024-11-21T13:17:45,425 INFO [Time-limited test {}] server.Server(415): Started @36849ms 2024-11-21T13:17:45,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:17:46,183 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/cluster_7226b310-6119-9aec-af0f-90a3fb365a29/data/data2/current/BP-841676723-172.17.0.2-1732195064551/current, will proceed with Du for space computation calculation, 2024-11-21T13:17:46,183 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/cluster_7226b310-6119-9aec-af0f-90a3fb365a29/data/data1/current/BP-841676723-172.17.0.2-1732195064551/current, will proceed with Du for space computation calculation, 2024-11-21T13:17:46,203 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:17:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x208547ed54acc5a3 with lease ID 0x8786e01b61bd2a4b: Processing first storage report for DS-43454896-18fa-4e8e-b31c-e70f99fcc717 from datanode DatanodeRegistration(127.0.0.1:33953, datanodeUuid=ba8df923-2654-4a59-a7ce-e2436540f5fa, infoPort=35051, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-57;cid=testClusterID;nsid=988657650;c=1732195064551) 2024-11-21T13:17:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x208547ed54acc5a3 with lease ID 0x8786e01b61bd2a4b: from storage DS-43454896-18fa-4e8e-b31c-e70f99fcc717 node DatanodeRegistration(127.0.0.1:33953, datanodeUuid=ba8df923-2654-4a59-a7ce-e2436540f5fa, infoPort=35051, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-57;cid=testClusterID;nsid=988657650;c=1732195064551), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:17:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x208547ed54acc5a3 with lease ID 0x8786e01b61bd2a4b: Processing first storage report for DS-43ade650-7958-4ffa-a2fb-915de4930dd2 from datanode DatanodeRegistration(127.0.0.1:33953, datanodeUuid=ba8df923-2654-4a59-a7ce-e2436540f5fa, infoPort=35051, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-57;cid=testClusterID;nsid=988657650;c=1732195064551) 2024-11-21T13:17:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x208547ed54acc5a3 with lease ID 0x8786e01b61bd2a4b: from storage DS-43ade650-7958-4ffa-a2fb-915de4930dd2 node DatanodeRegistration(127.0.0.1:33953, datanodeUuid=ba8df923-2654-4a59-a7ce-e2436540f5fa, infoPort=35051, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-57;cid=testClusterID;nsid=988657650;c=1732195064551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:17:46,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4 2024-11-21T13:17:46,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:46,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:46,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:17:46,696 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb with version=8 2024-11-21T13:17:46,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/hbase-staging 2024-11-21T13:17:46,698 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:17:46,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:46,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:46,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:17:46,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:46,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:17:46,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:17:46,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:17:46,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44045 2024-11-21T13:17:46,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44045 connecting to ZooKeeper ensemble=127.0.0.1:52241 2024-11-21T13:17:46,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440450x0, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:46,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44045-0x1015d8b16770000 connected 2024-11-21T13:17:46,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:46,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:46,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Set watcher on znode that does not yet exist, /01555547688/running 2024-11-21T13:17:46,879 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb, hbase.cluster.distributed=false 2024-11-21T13:17:46,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Set watcher on znode that does not yet exist, /01555547688/acl 2024-11-21T13:17:46,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44045 2024-11-21T13:17:46,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44045 2024-11-21T13:17:46,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44045 2024-11-21T13:17:46,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44045 2024-11-21T13:17:46,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44045 2024-11-21T13:17:46,925 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:17:46,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:46,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:46,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:17:46,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:46,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:17:46,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:17:46,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:17:46,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43499 2024-11-21T13:17:46,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43499 connecting to ZooKeeper ensemble=127.0.0.1:52241 2024-11-21T13:17:46,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:46,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:46,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434990x0, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:46,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434990x0, quorum=127.0.0.1:52241, baseZNode=/01555547688 Set watcher on znode that does not yet exist, /01555547688/running 2024-11-21T13:17:46,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43499-0x1015d8b16770001 connected 2024-11-21T13:17:46,948 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:17:46,949 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:17:46,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Set watcher on znode that does not yet exist, /01555547688/master 2024-11-21T13:17:46,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Set watcher on znode that does not yet exist, /01555547688/acl 2024-11-21T13:17:46,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43499 2024-11-21T13:17:46,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43499 2024-11-21T13:17:46,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43499 2024-11-21T13:17:46,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43499 2024-11-21T13:17:46,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43499 2024-11-21T13:17:46,975 DEBUG [M:0;4fe6efa1e611:44045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:44045 2024-11-21T13:17:46,976 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01555547688/backup-masters/4fe6efa1e611,44045,1732195066698 2024-11-21T13:17:46,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688/backup-masters 2024-11-21T13:17:46,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688/backup-masters 2024-11-21T13:17:46,980 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Set watcher on existing znode=/01555547688/backup-masters/4fe6efa1e611,44045,1732195066698 2024-11-21T13:17:46,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01555547688/master 2024-11-21T13:17:46,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:46,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:46,991 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Set watcher on existing znode=/01555547688/master 2024-11-21T13:17:46,991 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01555547688/backup-masters/4fe6efa1e611,44045,1732195066698 from backup master directory 2024-11-21T13:17:47,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555547688/backup-masters/4fe6efa1e611,44045,1732195066698 2024-11-21T13:17:47,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688/backup-masters 2024-11-21T13:17:47,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688/backup-masters 2024-11-21T13:17:47,001 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:17:47,001 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,44045,1732195066698 2024-11-21T13:17:47,005 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/hbase.id] with ID: 3b430de2-85a5-4ecd-b974-2c6fa8a75e9c 2024-11-21T13:17:47,005 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/.tmp/hbase.id 2024-11-21T13:17:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:17:47,411 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/.tmp/hbase.id]:[hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/hbase.id] 2024-11-21T13:17:47,425 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:47,425 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:17:47,426 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:17:47,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:47,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:47,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:17:47,913 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:17:47,914 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:17:47,914 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:47,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:17:48,322 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store 2024-11-21T13:17:48,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:17:48,729 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:48,730 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:17:48,730 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:48,730 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:48,730 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:17:48,730 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:48,730 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:48,730 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195068730Disabling compacts and flushes for region at 1732195068730Disabling writes for close at 1732195068730Writing region close event to WAL at 1732195068730Closed at 1732195068730 2024-11-21T13:17:48,731 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/.initializing 2024-11-21T13:17:48,731 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/WALs/4fe6efa1e611,44045,1732195066698 2024-11-21T13:17:48,732 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:17:48,734 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C44045%2C1732195066698, suffix=, logDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/WALs/4fe6efa1e611,44045,1732195066698, archiveDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/oldWALs, maxLogs=10 2024-11-21T13:17:48,746 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/WALs/4fe6efa1e611,44045,1732195066698/4fe6efa1e611%2C44045%2C1732195066698.1732195068734, exclude list is [], retry=0 2024-11-21T13:17:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33953,DS-43454896-18fa-4e8e-b31c-e70f99fcc717,DISK] 2024-11-21T13:17:48,751 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/WALs/4fe6efa1e611,44045,1732195066698/4fe6efa1e611%2C44045%2C1732195066698.1732195068734 2024-11-21T13:17:48,751 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35051:35051)] 2024-11-21T13:17:48,751 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:48,752 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:48,752 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,752 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:17:48,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:48,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:48,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:17:48,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:48,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:48,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:17:48,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:48,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:48,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:17:48,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:48,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:48,761 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,762 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,762 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,764 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,764 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,764 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:48,766 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:48,768 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:17:48,768 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61003501, jitterRate=-0.09097699820995331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:48,769 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195068752Initializing all the Stores at 1732195068753 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195068753Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195068753Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195068753Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195068753Cleaning up temporary data from old regions at 1732195068764 (+11 ms)Region opened successfully at 1732195068769 (+5 ms) 2024-11-21T13:17:48,769 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:17:48,773 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e3d477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:17:48,774 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:17:48,774 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:17:48,774 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:17:48,774 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:17:48,774 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:17:48,775 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:17:48,775 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:17:48,777 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:17:48,778 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Unable to get data of znode /01555547688/balancer because node does not exist (not necessarily an error) 2024-11-21T13:17:48,853 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555547688/balancer already deleted, retry=false 2024-11-21T13:17:48,854 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:17:48,855 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Unable to get data of znode /01555547688/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:17:48,864 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555547688/normalizer already deleted, retry=false 2024-11-21T13:17:48,864 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:17:48,865 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Unable to get data of znode /01555547688/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:17:48,874 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555547688/switch/split already deleted, retry=false 2024-11-21T13:17:48,875 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Unable to get data of znode /01555547688/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:17:48,885 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555547688/switch/merge already deleted, retry=false 2024-11-21T13:17:48,887 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Unable to get data of znode /01555547688/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:17:48,895 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01555547688/snapshot-cleanup already deleted, retry=false 2024-11-21T13:17:48,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01555547688/running 2024-11-21T13:17:48,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01555547688/running 2024-11-21T13:17:48,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:48,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:48,906 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,44045,1732195066698, sessionid=0x1015d8b16770000, setting cluster-up flag (Was=false) 2024-11-21T13:17:48,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:48,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:48,959 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01555547688/flush-table-proc/acquired, /01555547688/flush-table-proc/reached, /01555547688/flush-table-proc/abort 2024-11-21T13:17:48,965 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,44045,1732195066698 2024-11-21T13:17:48,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:48,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:49,022 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01555547688/online-snapshot/acquired, /01555547688/online-snapshot/reached, /01555547688/online-snapshot/abort 2024-11-21T13:17:49,023 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,44045,1732195066698 2024-11-21T13:17:49,025 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:17:49,027 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:49,027 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:17:49,027 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:17:49,028 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4fe6efa1e611,42183,1732195034906: status=Processing ServerCrashProcedure of 4fe6efa1e611,42183,1732195034906 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732195054420, completionTime=-1 appears to have been leaked 2024-11-21T13:17:49,028 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,44045,1732195066698 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:17:49,030 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:49,030 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:49,030 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:49,030 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:49,030 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:17:49,030 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,030 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:17:49,030 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,034 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195099034 2024-11-21T13:17:49,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:49,034 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:17:49,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:17:49,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:17:49,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:17:49,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:17:49,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:17:49,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:17:49,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:17:49,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:17:49,036 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:17:49,036 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:17:49,036 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:49,036 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:17:49,036 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:17:49,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:17:49,036 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195069036,5,FailOnTimeoutGroup] 2024-11-21T13:17:49,040 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195069036,5,FailOnTimeoutGroup] 2024-11-21T13:17:49,040 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,040 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:17:49,040 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,040 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:17:49,064 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(746): ClusterId : 3b430de2-85a5-4ecd-b974-2c6fa8a75e9c 2024-11-21T13:17:49,064 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:17:49,075 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:17:49,075 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:17:49,086 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:17:49,087 DEBUG [RS:0;4fe6efa1e611:43499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d05ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:17:49,102 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:43499 2024-11-21T13:17:49,102 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:17:49,102 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:17:49,102 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:17:49,103 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,44045,1732195066698 with port=43499, startcode=1732195066925 2024-11-21T13:17:49,104 DEBUG [RS:0;4fe6efa1e611:43499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:17:49,106 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:17:49,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:49,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44045 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:49,108 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb 2024-11-21T13:17:49,109 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34515 2024-11-21T13:17:49,109 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:17:49,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688/rs 2024-11-21T13:17:49,117 DEBUG [RS:0;4fe6efa1e611:43499 {}] zookeeper.ZKUtil(111): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Set watcher on existing znode=/01555547688/rs/4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:49,117 WARN [RS:0;4fe6efa1e611:43499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:17:49,117 INFO [RS:0;4fe6efa1e611:43499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:49,118 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:49,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,43499,1732195066925] 2024-11-21T13:17:49,123 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:17:49,128 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:17:49,129 INFO [RS:0;4fe6efa1e611:43499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:17:49,129 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,129 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:17:49,130 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:17:49,130 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,130 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,130 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,130 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,130 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,130 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,130 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:17:49,131 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,131 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,131 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,131 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,131 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,131 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:49,131 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:17:49,131 DEBUG [RS:0;4fe6efa1e611:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:17:49,132 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,132 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,132 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,132 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,132 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,132 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43499,1732195066925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:17:49,155 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:17:49,155 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43499,1732195066925-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,155 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,155 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.Replication(171): 4fe6efa1e611,43499,1732195066925 started 2024-11-21T13:17:49,175 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:49,176 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,43499,1732195066925, RpcServer on 4fe6efa1e611/172.17.0.2:43499, sessionid=0x1015d8b16770001 2024-11-21T13:17:49,176 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:17:49,176 DEBUG [RS:0;4fe6efa1e611:43499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:49,176 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,43499,1732195066925' 2024-11-21T13:17:49,176 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01555547688/flush-table-proc/abort' 2024-11-21T13:17:49,177 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01555547688/flush-table-proc/acquired' 2024-11-21T13:17:49,177 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:17:49,177 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:17:49,177 DEBUG [RS:0;4fe6efa1e611:43499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:49,177 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,43499,1732195066925' 2024-11-21T13:17:49,177 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01555547688/online-snapshot/abort' 2024-11-21T13:17:49,178 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01555547688/online-snapshot/acquired' 2024-11-21T13:17:49,178 DEBUG [RS:0;4fe6efa1e611:43499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:17:49,178 INFO [RS:0;4fe6efa1e611:43499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:17:49,178 INFO [RS:0;4fe6efa1e611:43499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:17:49,279 INFO [RS:0;4fe6efa1e611:43499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:17:49,281 INFO [RS:0;4fe6efa1e611:43499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C43499%2C1732195066925, suffix=, logDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925, archiveDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/oldWALs, maxLogs=10 2024-11-21T13:17:49,299 DEBUG [RS:0;4fe6efa1e611:43499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.1732195069282, exclude list is [], retry=0 2024-11-21T13:17:49,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33953,DS-43454896-18fa-4e8e-b31c-e70f99fcc717,DISK] 2024-11-21T13:17:49,335 INFO [RS:0;4fe6efa1e611:43499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.1732195069282 2024-11-21T13:17:49,336 DEBUG [RS:0;4fe6efa1e611:43499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35051:35051)] 2024-11-21T13:17:49,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:17:49,453 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb 2024-11-21T13:17:49,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:17:49,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:49,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:17:49,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:17:49,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:49,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:49,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:17:49,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:17:49,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:49,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:49,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:17:49,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:17:49,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:49,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:49,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:17:49,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:17:49,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:49,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:49,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:17:49,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740 2024-11-21T13:17:49,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740 2024-11-21T13:17:49,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:17:49,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:17:49,502 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:49,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:17:49,507 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:17:49,508 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70630621, jitterRate=0.05247826874256134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:49,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195069470Initializing all the Stores at 1732195069472 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195069472Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195069472Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195069472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195069472Cleaning up temporary data from old regions at 1732195069501 (+29 ms)Region opened successfully at 1732195069509 (+8 ms) 2024-11-21T13:17:49,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:17:49,510 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:17:49,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:17:49,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:17:49,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:17:49,511 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:49,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195069510Disabling compacts and flushes for region at 1732195069510Disabling writes for close at 1732195069510Writing region close event to WAL at 1732195069511 (+1 ms)Closed at 1732195069511 2024-11-21T13:17:49,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:49,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:17:49,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:17:49,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:17:49,516 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:17:49,667 DEBUG [4fe6efa1e611:44045 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:17:49,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:49,670 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,43499,1732195066925, state=OPENING 2024-11-21T13:17:49,738 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:17:49,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:49,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:49,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555547688/meta-region-server: CHANGED 2024-11-21T13:17:49,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555547688/meta-region-server: CHANGED 2024-11-21T13:17:49,750 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:17:49,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43499,1732195066925}] 2024-11-21T13:17:49,903 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:17:49,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:17:49,909 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:17:49,909 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:49,909 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:17:49,911 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C43499%2C1732195066925.meta, suffix=.meta, logDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925, archiveDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/oldWALs, maxLogs=10 2024-11-21T13:17:49,930 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.meta.1732195069912.meta, exclude list is [], retry=0 2024-11-21T13:17:49,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33953,DS-43454896-18fa-4e8e-b31c-e70f99fcc717,DISK] 2024-11-21T13:17:49,935 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.meta.1732195069912.meta 2024-11-21T13:17:49,936 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35051:35051)] 2024-11-21T13:17:49,936 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:49,937 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:17:49,937 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:17:49,937 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:17:49,937 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:17:49,937 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:17:49,937 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:49,938 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:17:49,938 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:17:49,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:17:49,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:17:49,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:49,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:49,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:17:49,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:17:49,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:49,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:49,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:17:49,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:17:49,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:49,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:49,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:17:49,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:17:49,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:49,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:49,948 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:17:49,948 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740 2024-11-21T13:17:49,949 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740 2024-11-21T13:17:49,950 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:17:49,950 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:17:49,951 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:49,953 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:17:49,953 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60962504, jitterRate=-0.09158790111541748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:49,953 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:17:49,954 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195069938Writing region info on filesystem at 1732195069938Initializing all the Stores at 1732195069939 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195069939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195069939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195069939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195069939Cleaning up temporary data from old regions at 1732195069951 (+12 ms)Running coprocessor post-open hooks at 1732195069954 (+3 ms)Region opened successfully at 1732195069954 2024-11-21T13:17:49,955 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195069903 2024-11-21T13:17:49,958 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:17:49,958 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:17:49,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:49,960 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,43499,1732195066925, state=OPEN 2024-11-21T13:17:50,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01555547688/meta-region-server 2024-11-21T13:17:50,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01555547688/meta-region-server 2024-11-21T13:17:50,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555547688/meta-region-server: CHANGED 2024-11-21T13:17:50,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01555547688/meta-region-server: CHANGED 2024-11-21T13:17:50,067 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:50,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:17:50,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43499,1732195066925 in 317 msec 2024-11-21T13:17:50,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:17:50,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 558 msec 2024-11-21T13:17:50,075 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:50,075 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:17:50,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:50,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43499,1732195066925, seqNum=-1] 2024-11-21T13:17:50,077 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:50,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:17:50,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0580 sec 2024-11-21T13:17:50,085 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195070085, completionTime=-1 2024-11-21T13:17:50,085 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:17:50,085 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:17:50,087 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:17:50,087 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195130087 2024-11-21T13:17:50,087 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195190087 2024-11-21T13:17:50,087 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:17:50,087 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44045,1732195066698-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:50,088 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44045,1732195066698-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:50,088 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44045,1732195066698-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:50,088 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:44045, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:50,088 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:50,088 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:50,089 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:17:50,091 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.090sec 2024-11-21T13:17:50,091 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:17:50,091 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:17:50,092 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:17:50,092 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:17:50,092 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:17:50,092 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44045,1732195066698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:17:50,092 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44045,1732195066698-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:17:50,094 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:17:50,094 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:17:50,094 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44045,1732195066698-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:50,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564140f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:50,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44045,-1 for getting cluster id 2024-11-21T13:17:50,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:50,166 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b430de2-85a5-4ecd-b974-2c6fa8a75e9c' 2024-11-21T13:17:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:50,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b430de2-85a5-4ecd-b974-2c6fa8a75e9c" 2024-11-21T13:17:50,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b63eea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:50,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44045,-1] 2024-11-21T13:17:50,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:50,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:50,168 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:50,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1d5c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:50,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:50,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43499,1732195066925, seqNum=-1] 2024-11-21T13:17:50,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:50,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:17:50,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,44045,1732195066698 2024-11-21T13:17:50,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52241 2024-11-21T13:17:50,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:50,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d8b16770002 connected 2024-11-21T13:17:50,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/hadoop.log.dir so I do NOT create it in target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17 2024-11-21T13:17:50,203 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:17:50,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/hadoop.tmp.dir so I do NOT create it in target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17 2024-11-21T13:17:50,203 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:17:50,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17 2024-11-21T13:17:50,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:17:50,203 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/cluster_5db8a96e-8a28-5952-bdfc-9caa2af58951, deleteOnExit=true 2024-11-21T13:17:50,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:17:50,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/test.cache.data in system properties and HBase conf 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:17:50,204 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:17:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:17:50,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:17:50,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:17:50,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:17:50,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:17:50,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:17:50,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:17:50,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:17:50,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:17:50,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:17:50,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:17:50,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:50,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:17:50,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:17:50,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:17:50,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:17:50,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:50,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5ad8c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:17:50,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a908fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:17:50,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1558cfc9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/java.io.tmpdir/jetty-localhost-34247-hadoop-hdfs-3_4_1-tests_jar-_-any-16872086369172135142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:17:50,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c0f823e{HTTP/1.1, (http/1.1)}{localhost:34247} 2024-11-21T13:17:50,658 INFO [Time-limited test {}] server.Server(415): Started @42082ms 2024-11-21T13:17:50,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:17:50,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:17:50,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:17:50,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:17:50,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:17:50,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335d1793{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:17:50,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50c8533a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:17:51,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1955cea6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/java.io.tmpdir/jetty-localhost-45547-hadoop-hdfs-3_4_1-tests_jar-_-any-14681826146948398537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:17:51,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b56471e{HTTP/1.1, (http/1.1)}{localhost:45547} 2024-11-21T13:17:51,016 INFO [Time-limited test {}] server.Server(415): Started @42440ms 2024-11-21T13:17:51,017 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:17:51,672 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/cluster_5db8a96e-8a28-5952-bdfc-9caa2af58951/data/data1/current/BP-46382273-172.17.0.2-1732195070219/current, will proceed with Du for space computation calculation, 2024-11-21T13:17:51,672 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/cluster_5db8a96e-8a28-5952-bdfc-9caa2af58951/data/data2/current/BP-46382273-172.17.0.2-1732195070219/current, will proceed with Du for space computation calculation, 2024-11-21T13:17:51,692 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:17:51,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32d3fe4a80209490 with lease ID 0xe1851eae5c50ecfd: Processing first storage report for DS-69ff989b-10d0-4584-8009-76b371bdc1f2 from datanode DatanodeRegistration(127.0.0.1:43903, datanodeUuid=cf2a358d-21ff-4832-b19a-ecd5d856d7c2, infoPort=46367, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1535332381;c=1732195070219) 2024-11-21T13:17:51,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32d3fe4a80209490 with lease ID 0xe1851eae5c50ecfd: from storage DS-69ff989b-10d0-4584-8009-76b371bdc1f2 node DatanodeRegistration(127.0.0.1:43903, datanodeUuid=cf2a358d-21ff-4832-b19a-ecd5d856d7c2, infoPort=46367, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1535332381;c=1732195070219), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:17:51,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32d3fe4a80209490 with lease ID 0xe1851eae5c50ecfd: Processing first storage report for DS-7b91b1bf-8b0e-42db-a09b-1c3b8bb97b7f from datanode DatanodeRegistration(127.0.0.1:43903, datanodeUuid=cf2a358d-21ff-4832-b19a-ecd5d856d7c2, infoPort=46367, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1535332381;c=1732195070219) 2024-11-21T13:17:51,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32d3fe4a80209490 with lease ID 0xe1851eae5c50ecfd: from storage DS-7b91b1bf-8b0e-42db-a09b-1c3b8bb97b7f node DatanodeRegistration(127.0.0.1:43903, datanodeUuid=cf2a358d-21ff-4832-b19a-ecd5d856d7c2, infoPort=46367, infoSecurePort=0, ipcPort=43873, storageInfo=lv=-57;cid=testClusterID;nsid=1535332381;c=1732195070219), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:17:51,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17 2024-11-21T13:17:51,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:51,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:51,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:17:51,756 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf with version=8 2024-11-21T13:17:51,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/hbase-staging 2024-11-21T13:17:51,758 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:17:51,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:51,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:51,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:17:51,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:51,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:17:51,759 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:17:51,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:17:51,759 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42869 2024-11-21T13:17:51,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42869 connecting to ZooKeeper ensemble=127.0.0.1:52241 2024-11-21T13:17:51,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428690x0, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:51,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42869-0x1015d8b16770003 connected 2024-11-21T13:17:51,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:51,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:51,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Set watcher on znode that does not yet exist, /1-316419240/running 2024-11-21T13:17:51,857 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf, hbase.cluster.distributed=false 2024-11-21T13:17:51,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Set watcher on znode that does not yet exist, /1-316419240/acl 2024-11-21T13:17:51,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42869 2024-11-21T13:17:51,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42869 2024-11-21T13:17:51,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42869 2024-11-21T13:17:51,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42869 2024-11-21T13:17:51,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42869 2024-11-21T13:17:51,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:17:51,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:51,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:51,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:17:51,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:17:51,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:17:51,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:17:51,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:17:51,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40723 2024-11-21T13:17:51,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40723 connecting to ZooKeeper ensemble=127.0.0.1:52241 2024-11-21T13:17:51,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:51,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:51,895 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407230x0, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:51,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Set watcher on znode that does not yet exist, /1-316419240/running 2024-11-21T13:17:51,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40723-0x1015d8b16770004 connected 2024-11-21T13:17:51,896 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:17:51,897 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:17:51,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Set watcher on znode that does not yet exist, /1-316419240/master 2024-11-21T13:17:51,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Set watcher on znode that does not yet exist, /1-316419240/acl 2024-11-21T13:17:51,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40723 2024-11-21T13:17:51,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40723 2024-11-21T13:17:51,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40723 2024-11-21T13:17:51,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40723 2024-11-21T13:17:51,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40723 2024-11-21T13:17:51,910 DEBUG [M:0;4fe6efa1e611:42869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:42869 2024-11-21T13:17:51,910 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-316419240/backup-masters/4fe6efa1e611,42869,1732195071758 2024-11-21T13:17:51,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240/backup-masters 2024-11-21T13:17:51,916 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240/backup-masters 2024-11-21T13:17:51,917 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Set watcher on existing znode=/1-316419240/backup-masters/4fe6efa1e611,42869,1732195071758 2024-11-21T13:17:51,927 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-316419240/master 2024-11-21T13:17:51,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:51,927 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:51,927 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Set watcher on existing znode=/1-316419240/master 2024-11-21T13:17:51,928 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-316419240/backup-masters/4fe6efa1e611,42869,1732195071758 from backup master directory 2024-11-21T13:17:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-316419240/backup-masters/4fe6efa1e611,42869,1732195071758 2024-11-21T13:17:51,937 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240/backup-masters 2024-11-21T13:17:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240/backup-masters 2024-11-21T13:17:51,937 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:17:51,937 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,42869,1732195071758 2024-11-21T13:17:51,942 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/hbase.id] with ID: afcda99c-0391-4407-8e80-bc7e5256ab3b 2024-11-21T13:17:51,942 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/.tmp/hbase.id 2024-11-21T13:17:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:17:52,348 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/.tmp/hbase.id]:[hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/hbase.id] 2024-11-21T13:17:52,360 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:17:52,360 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:17:52,362 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T13:17:52,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:52,411 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:52,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:17:52,817 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:17:52,818 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:17:52,818 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:52,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:17:53,226 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store 2024-11-21T13:17:53,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:17:53,633 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:53,633 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:17:53,633 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:53,633 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:53,634 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:17:53,634 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:53,634 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:53,634 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195073633Disabling compacts and flushes for region at 1732195073633Disabling writes for close at 1732195073634 (+1 ms)Writing region close event to WAL at 1732195073634Closed at 1732195073634 2024-11-21T13:17:53,635 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/.initializing 2024-11-21T13:17:53,635 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/WALs/4fe6efa1e611,42869,1732195071758 2024-11-21T13:17:53,636 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:17:53,638 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C42869%2C1732195071758, suffix=, logDir=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/WALs/4fe6efa1e611,42869,1732195071758, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/oldWALs, maxLogs=10 2024-11-21T13:17:53,654 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/WALs/4fe6efa1e611,42869,1732195071758/4fe6efa1e611%2C42869%2C1732195071758.1732195073639, exclude list is [], retry=0 2024-11-21T13:17:53,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43903,DS-69ff989b-10d0-4584-8009-76b371bdc1f2,DISK] 2024-11-21T13:17:53,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/WALs/4fe6efa1e611,42869,1732195071758/4fe6efa1e611%2C42869%2C1732195071758.1732195073639 2024-11-21T13:17:53,659 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46367:46367)] 2024-11-21T13:17:53,659 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:53,659 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:53,659 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,660 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:17:53,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:53,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:53,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:17:53,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:53,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:53,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:17:53,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:53,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:53,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:17:53,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:53,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:53,669 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,669 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,670 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,671 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,671 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,672 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:53,673 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:17:53,676 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:17:53,676 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61180077, jitterRate=-0.08834581077098846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:53,677 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195073660Initializing all the Stores at 1732195073661 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195073661Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195073661Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195073661Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195073661Cleaning up temporary data from old regions at 1732195073671 (+10 ms)Region opened successfully at 1732195073677 (+6 ms) 2024-11-21T13:17:53,677 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:17:53,681 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5977fbb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:17:53,682 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:17:53,682 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:17:53,682 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:17:53,682 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:17:53,683 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:17:53,683 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:17:53,683 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:17:53,688 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:17:53,689 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Unable to get data of znode /1-316419240/balancer because node does not exist (not necessarily an error) 2024-11-21T13:17:53,790 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-316419240/balancer already deleted, retry=false 2024-11-21T13:17:53,790 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:17:53,791 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Unable to get data of znode /1-316419240/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:17:53,800 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-316419240/normalizer already deleted, retry=false 2024-11-21T13:17:53,801 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:17:53,802 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Unable to get data of znode /1-316419240/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:17:53,811 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-316419240/switch/split already deleted, retry=false 2024-11-21T13:17:53,812 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Unable to get data of znode /1-316419240/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:17:53,821 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-316419240/switch/merge already deleted, retry=false 2024-11-21T13:17:53,824 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Unable to get data of znode /1-316419240/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:17:53,832 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-316419240/snapshot-cleanup already deleted, retry=false 2024-11-21T13:17:53,842 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-316419240/running 2024-11-21T13:17:53,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-316419240/running 2024-11-21T13:17:53,843 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:53,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:53,843 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,42869,1732195071758, sessionid=0x1015d8b16770003, setting cluster-up flag (Was=false) 2024-11-21T13:17:53,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:53,864 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:53,895 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-316419240/flush-table-proc/acquired, /1-316419240/flush-table-proc/reached, /1-316419240/flush-table-proc/abort 2024-11-21T13:17:53,896 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,42869,1732195071758 2024-11-21T13:17:53,916 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:53,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:53,948 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-316419240/online-snapshot/acquired, /1-316419240/online-snapshot/reached, /1-316419240/online-snapshot/abort 2024-11-21T13:17:53,949 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,42869,1732195071758 2024-11-21T13:17:53,950 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:17:53,952 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:53,952 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:17:53,952 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:17:53,952 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,42869,1732195071758 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:17:53,954 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:53,954 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:53,954 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:53,954 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:17:53,954 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:17:53,954 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:53,954 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:17:53,955 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:53,955 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195103955 2024-11-21T13:17:53,955 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:17:53,955 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:17:53,955 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:17:53,955 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:17:53,955 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:17:53,956 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:17:53,956 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:53,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:53,956 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:17:53,956 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:17:53,956 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:17:53,956 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:17:53,956 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:17:53,957 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:53,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:17:53,958 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:17:53,958 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:17:53,960 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195073958,5,FailOnTimeoutGroup] 2024-11-21T13:17:53,961 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195073960,5,FailOnTimeoutGroup] 2024-11-21T13:17:53,961 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:53,961 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:17:53,961 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:53,961 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:53,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:17:54,003 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(746): ClusterId : afcda99c-0391-4407-8e80-bc7e5256ab3b 2024-11-21T13:17:54,003 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:17:54,012 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:17:54,012 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:17:54,022 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:17:54,023 DEBUG [RS:0;4fe6efa1e611:40723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4cd92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:17:54,037 DEBUG [RS:0;4fe6efa1e611:40723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:40723 2024-11-21T13:17:54,037 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:17:54,037 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:17:54,037 DEBUG [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:17:54,038 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,42869,1732195071758 with port=40723, startcode=1732195071880 2024-11-21T13:17:54,038 DEBUG [RS:0;4fe6efa1e611:40723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:17:54,039 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:17:54,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,40723,1732195071880 2024-11-21T13:17:54,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42869 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,40723,1732195071880 2024-11-21T13:17:54,041 DEBUG [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf 2024-11-21T13:17:54,041 DEBUG [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43057 2024-11-21T13:17:54,041 DEBUG [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:17:54,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240/rs 2024-11-21T13:17:54,092 DEBUG [RS:0;4fe6efa1e611:40723 {}] zookeeper.ZKUtil(111): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Set watcher on existing znode=/1-316419240/rs/4fe6efa1e611,40723,1732195071880 2024-11-21T13:17:54,092 WARN [RS:0;4fe6efa1e611:40723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:17:54,093 INFO [RS:0;4fe6efa1e611:40723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:54,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,40723,1732195071880] 2024-11-21T13:17:54,093 DEBUG [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/WALs/4fe6efa1e611,40723,1732195071880 2024-11-21T13:17:54,096 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:17:54,099 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:17:54,099 INFO [RS:0;4fe6efa1e611:40723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:17:54,099 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:54,099 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:17:54,100 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:17:54,100 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:17:54,101 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:17:54,102 DEBUG [RS:0;4fe6efa1e611:40723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:17:54,106 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:54,106 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:54,106 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:54,106 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:54,106 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:54,106 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,40723,1732195071880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:17:54,120 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:17:54,120 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,40723,1732195071880-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:54,120 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:54,120 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.Replication(171): 4fe6efa1e611,40723,1732195071880 started 2024-11-21T13:17:54,134 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:54,134 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,40723,1732195071880, RpcServer on 4fe6efa1e611/172.17.0.2:40723, sessionid=0x1015d8b16770004 2024-11-21T13:17:54,134 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:17:54,134 DEBUG [RS:0;4fe6efa1e611:40723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,40723,1732195071880 2024-11-21T13:17:54,134 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,40723,1732195071880' 2024-11-21T13:17:54,134 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-316419240/flush-table-proc/abort' 2024-11-21T13:17:54,135 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-316419240/flush-table-proc/acquired' 2024-11-21T13:17:54,135 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:17:54,135 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:17:54,135 DEBUG [RS:0;4fe6efa1e611:40723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,40723,1732195071880 2024-11-21T13:17:54,135 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,40723,1732195071880' 2024-11-21T13:17:54,135 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-316419240/online-snapshot/abort' 2024-11-21T13:17:54,136 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-316419240/online-snapshot/acquired' 2024-11-21T13:17:54,136 DEBUG [RS:0;4fe6efa1e611:40723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:17:54,136 INFO [RS:0;4fe6efa1e611:40723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:17:54,136 INFO [RS:0;4fe6efa1e611:40723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:17:54,237 INFO [RS:0;4fe6efa1e611:40723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:17:54,238 INFO [RS:0;4fe6efa1e611:40723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C40723%2C1732195071880, suffix=, logDir=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/WALs/4fe6efa1e611,40723,1732195071880, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/oldWALs, maxLogs=10 2024-11-21T13:17:54,250 DEBUG [RS:0;4fe6efa1e611:40723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/WALs/4fe6efa1e611,40723,1732195071880/4fe6efa1e611%2C40723%2C1732195071880.1732195074239, exclude list is [], retry=0 2024-11-21T13:17:54,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43903,DS-69ff989b-10d0-4584-8009-76b371bdc1f2,DISK] 2024-11-21T13:17:54,255 INFO [RS:0;4fe6efa1e611:40723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/WALs/4fe6efa1e611,40723,1732195071880/4fe6efa1e611%2C40723%2C1732195071880.1732195074239 2024-11-21T13:17:54,256 DEBUG [RS:0;4fe6efa1e611:40723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46367:46367)] 2024-11-21T13:17:54,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:17:54,368 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf 2024-11-21T13:17:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:17:54,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:17:54,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T13:17:54,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:17:54,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T13:17:54,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:17:54,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T13:17:54,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:17:54,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T13:17:54,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:54,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:17:54,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:17:54,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:54,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:54,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:17:54,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:17:54,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:54,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:54,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:17:54,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:17:54,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:54,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:54,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:17:54,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:17:54,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:54,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:54,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:17:54,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/1588230740 2024-11-21T13:17:54,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/1588230740 2024-11-21T13:17:54,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:17:54,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:17:54,790 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:54,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:17:54,794 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:17:54,794 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61566214, jitterRate=-0.08259192109107971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:54,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195074775Initializing all the Stores at 1732195074776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195074776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195074776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195074776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195074776Cleaning up temporary data from old regions at 1732195074789 (+13 ms)Region opened successfully at 1732195074794 (+5 ms) 2024-11-21T13:17:54,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:17:54,795 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:17:54,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:17:54,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:17:54,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:17:54,795 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:54,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195074795Disabling compacts and flushes for region at 1732195074795Disabling writes for close at 1732195074795Writing region close event to WAL at 1732195074795Closed at 1732195074795 2024-11-21T13:17:54,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:54,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:17:54,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:17:54,799 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:17:54,801 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:17:54,951 DEBUG [4fe6efa1e611:42869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:17:54,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,40723,1732195071880 2024-11-21T13:17:54,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,40723,1732195071880, state=OPENING 2024-11-21T13:17:55,011 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:17:55,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:55,022 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:55,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-316419240/meta-region-server: CHANGED 2024-11-21T13:17:55,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-316419240/meta-region-server: CHANGED 2024-11-21T13:17:55,022 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:17:55,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,40723,1732195071880}] 2024-11-21T13:17:55,177 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:17:55,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:17:55,183 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:17:55,183 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:55,183 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:17:55,185 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C40723%2C1732195071880.meta, suffix=.meta, logDir=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/WALs/4fe6efa1e611,40723,1732195071880, archiveDir=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/oldWALs, maxLogs=10 2024-11-21T13:17:55,204 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/WALs/4fe6efa1e611,40723,1732195071880/4fe6efa1e611%2C40723%2C1732195071880.meta.1732195075186.meta, exclude list is [], retry=0 2024-11-21T13:17:55,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43903,DS-69ff989b-10d0-4584-8009-76b371bdc1f2,DISK] 2024-11-21T13:17:55,209 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/WALs/4fe6efa1e611,40723,1732195071880/4fe6efa1e611%2C40723%2C1732195071880.meta.1732195075186.meta 2024-11-21T13:17:55,210 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46367:46367)] 2024-11-21T13:17:55,210 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:55,210 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:17:55,210 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:17:55,211 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:17:55,211 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:17:55,211 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:17:55,211 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:55,211 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:17:55,211 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:17:55,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:17:55,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:17:55,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:55,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:55,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:17:55,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:17:55,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:55,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:55,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:17:55,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:17:55,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:55,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:55,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:17:55,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:17:55,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:55,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:17:55,219 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:17:55,219 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/1588230740 2024-11-21T13:17:55,221 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/1588230740 2024-11-21T13:17:55,222 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:17:55,222 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:17:55,223 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:17:55,225 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:17:55,226 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64709407, jitterRate=-0.035754695534706116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:17:55,226 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:17:55,226 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195075211Writing region info on filesystem at 1732195075211Initializing all the Stores at 1732195075212 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195075212Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195075213 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195075213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195075213Cleaning up temporary data from old regions at 1732195075222 (+9 ms)Running coprocessor post-open hooks at 1732195075226 (+4 ms)Region opened successfully at 1732195075226 2024-11-21T13:17:55,227 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195075176 2024-11-21T13:17:55,229 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:17:55,229 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:17:55,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,40723,1732195071880 2024-11-21T13:17:55,231 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,40723,1732195071880, state=OPEN 2024-11-21T13:17:55,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-316419240/meta-region-server 2024-11-21T13:17:55,243 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-316419240/meta-region-server 2024-11-21T13:17:55,243 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,40723,1732195071880 2024-11-21T13:17:55,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-316419240/meta-region-server: CHANGED 2024-11-21T13:17:55,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-316419240/meta-region-server: CHANGED 2024-11-21T13:17:55,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:17:55,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,40723,1732195071880 in 221 msec 2024-11-21T13:17:55,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:17:55,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-21T13:17:55,250 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:17:55,250 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:17:55,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:55,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,40723,1732195071880, seqNum=-1] 2024-11-21T13:17:55,251 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:55,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:17:55,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-11-21T13:17:55,259 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195075259, completionTime=-1 2024-11-21T13:17:55,259 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:17:55,259 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:17:55,261 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:17:55,261 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195135261 2024-11-21T13:17:55,261 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195195261 2024-11-21T13:17:55,261 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:17:55,261 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42869,1732195071758-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:55,261 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42869,1732195071758-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:55,261 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42869,1732195071758-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:55,261 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:42869, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:55,261 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:55,262 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:55,263 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:17:55,265 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.328sec 2024-11-21T13:17:55,265 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:17:55,265 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:17:55,265 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:17:55,265 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:17:55,265 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:17:55,265 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42869,1732195071758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:17:55,265 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42869,1732195071758-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:17:55,268 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:17:55,268 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:17:55,268 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42869,1732195071758-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:17:55,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e059c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:55,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,42869,-1 for getting cluster id 2024-11-21T13:17:55,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:55,305 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afcda99c-0391-4407-8e80-bc7e5256ab3b' 2024-11-21T13:17:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afcda99c-0391-4407-8e80-bc7e5256ab3b" 2024-11-21T13:17:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fafe214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,42869,-1] 2024-11-21T13:17:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:55,307 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:55,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260ba1db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:55,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:55,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,40723,1732195071880, seqNum=-1] 2024-11-21T13:17:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:55,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:17:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,42869,1732195071758 2024-11-21T13:17:55,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52241 2024-11-21T13:17:55,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:17:55,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d8b16770005 connected 2024-11-21T13:17:55,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e0b9f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:55,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44045,-1 for getting cluster id 2024-11-21T13:17:55,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:55,342 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b430de2-85a5-4ecd-b974-2c6fa8a75e9c' 2024-11-21T13:17:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b430de2-85a5-4ecd-b974-2c6fa8a75e9c" 2024-11-21T13:17:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427f6a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44045,-1] 2024-11-21T13:17:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:55,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:55,344 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:55,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212f1f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:55,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:55,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,44045,1732195066698 2024-11-21T13:17:55,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@967907d 2024-11-21T13:17:55,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:55,348 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:17:55,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:42869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:17:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:17:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:17:55,353 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:42869' 2024-11-21T13:17:55,358 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1289172f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:55,359 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,42869,-1 for getting cluster id 2024-11-21T13:17:55,359 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:55,360 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afcda99c-0391-4407-8e80-bc7e5256ab3b' 2024-11-21T13:17:55,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:55,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afcda99c-0391-4407-8e80-bc7e5256ab3b" 2024-11-21T13:17:55,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229c1ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:55,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,42869,-1] 2024-11-21T13:17:55,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:55,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:55,362 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:55,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2541a956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:55,363 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:55,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,42869,1732195071758 2024-11-21T13:17:55,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1340317e 2024-11-21T13:17:55,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:55,366 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:17:55,367 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T13:17:55,367 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:17:55,367 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:55,367 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:55,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:55,368 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:17:55,369 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:17:55,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:17:55,371 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:55,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:17:55,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741835_1011 (size=1138) 2024-11-21T13:17:55,392 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da682d51b106d3728d54573a835d9689, NAME => 'hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb 2024-11-21T13:17:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741836_1012 (size=44) 2024-11-21T13:17:55,420 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:17:55,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:17:55,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:17:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:17:55,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:17:55,472 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:17:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:17:55,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:55,803 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da682d51b106d3728d54573a835d9689, disabling compactions & flushes 2024-11-21T13:17:55,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:55,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:55,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. after waiting 0 ms 2024-11-21T13:17:55,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:55,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:55,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da682d51b106d3728d54573a835d9689: Waiting for close lock at 1732195075803Disabling compacts and flushes for region at 1732195075803Disabling writes for close at 1732195075804 (+1 ms)Writing region close event to WAL at 1732195075804Closed at 1732195075804 2024-11-21T13:17:55,806 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:17:55,806 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195075806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195075806"}]},"ts":"1732195075806"} 2024-11-21T13:17:55,809 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:17:55,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:17:55,811 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195075811"}]},"ts":"1732195075811"} 2024-11-21T13:17:55,814 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:17:55,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da682d51b106d3728d54573a835d9689, ASSIGN}] 2024-11-21T13:17:55,816 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da682d51b106d3728d54573a835d9689, ASSIGN 2024-11-21T13:17:55,817 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da682d51b106d3728d54573a835d9689, ASSIGN; state=OFFLINE, location=4fe6efa1e611,43499,1732195066925; forceNewPlan=false, retain=false 2024-11-21T13:17:55,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=da682d51b106d3728d54573a835d9689, regionState=OPENING, regionLocation=4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:55,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da682d51b106d3728d54573a835d9689, ASSIGN because future has completed 2024-11-21T13:17:55,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure da682d51b106d3728d54573a835d9689, server=4fe6efa1e611,43499,1732195066925}] 2024-11-21T13:17:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:17:56,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:56,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:17:56,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:17:56,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C43499%2C1732195066925.rep, suffix=, logDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925, archiveDir=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/oldWALs, maxLogs=10 2024-11-21T13:17:56,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.rep.1732195076132, exclude list is [], retry=0 2024-11-21T13:17:56,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33953,DS-43454896-18fa-4e8e-b31c-e70f99fcc717,DISK] 2024-11-21T13:17:56,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.rep.1732195076132 2024-11-21T13:17:56,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35051:35051)] 2024-11-21T13:17:56,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => da682d51b106d3728d54573a835d9689, NAME => 'hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:17:56,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:17:56,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:17:56,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. service=MultiRowMutationService 2024-11-21T13:17:56,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:17:56,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:17:56,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,152 INFO [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,154 INFO [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da682d51b106d3728d54573a835d9689 columnFamilyName hfileref 2024-11-21T13:17:56,154 DEBUG [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:56,154 INFO [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] regionserver.HStore(327): Store=da682d51b106d3728d54573a835d9689/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:56,154 INFO [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,156 INFO [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da682d51b106d3728d54573a835d9689 columnFamilyName queue 2024-11-21T13:17:56,156 DEBUG [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:56,156 INFO [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] regionserver.HStore(327): Store=da682d51b106d3728d54573a835d9689/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:56,156 INFO [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,158 INFO [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da682d51b106d3728d54573a835d9689 columnFamilyName sid 2024-11-21T13:17:56,158 DEBUG [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:17:56,158 INFO [StoreOpener-da682d51b106d3728d54573a835d9689-1 {}] regionserver.HStore(327): Store=da682d51b106d3728d54573a835d9689/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:17:56,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/replication/da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/replication/da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:17:56,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/replication/da682d51b106d3728d54573a835d9689/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:17:56,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened da682d51b106d3728d54573a835d9689; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61776489, jitterRate=-0.0794585794210434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:17:56,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da682d51b106d3728d54573a835d9689 2024-11-21T13:17:56,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for da682d51b106d3728d54573a835d9689: Running coprocessor pre-open hook at 1732195076151Writing region info on filesystem at 1732195076151Initializing all the Stores at 1732195076152 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195076152Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195076152Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195076152Cleaning up temporary data from old regions at 1732195076161 (+9 ms)Running coprocessor post-open hooks at 1732195076166 (+5 ms)Region opened successfully at 1732195076167 (+1 ms) 2024-11-21T13:17:56,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689., pid=7, masterSystemTime=1732195076125 2024-11-21T13:17:56,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:56,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=da682d51b106d3728d54573a835d9689, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:56,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:56,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure da682d51b106d3728d54573a835d9689, server=4fe6efa1e611,43499,1732195066925 because future has completed 2024-11-21T13:17:56,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T13:17:56,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure da682d51b106d3728d54573a835d9689, server=4fe6efa1e611,43499,1732195066925 in 204 msec 2024-11-21T13:17:56,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:17:56,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da682d51b106d3728d54573a835d9689, ASSIGN in 365 msec 2024-11-21T13:17:56,182 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:17:56,182 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195076182"}]},"ts":"1732195076182"} 2024-11-21T13:17:56,184 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:17:56,185 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:17:56,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 817 msec 2024-11-21T13:17:56,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689., hostname=4fe6efa1e611,43499,1732195066925, seqNum=2] 2024-11-21T13:17:56,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:56,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:56,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:17:56,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T13:17:56,430 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:17:56,460 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,43499,1732195066925, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:17:56,461 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:17:56,461 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43499,1732195066925, seqNum=-1] 2024-11-21T13:17:56,462 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:17:56,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-21T13:17:56,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,43499,1732195066925', locateType=CURRENT is [region=hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689., hostname=4fe6efa1e611,43499,1732195066925, seqNum=2] 2024-11-21T13:17:56,468 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T13:17:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T13:17:56,473 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,43499,1732195066925 suceeded 2024-11-21T13:17:56,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T13:17:56,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-21T13:17:56,480 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:42869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:17:56,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1310 sec 2024-11-21T13:17:56,489 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:42869' 2024-11-21T13:17:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:17:56,490 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:17:56,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:56,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:56,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:56,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:56,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:56,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:56,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,44045,1732195066698 2024-11-21T13:17:56,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5902c5 2024-11-21T13:17:56,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:56,494 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:17:56,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44045 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T13:17:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:17:56,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:56,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:56,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:56,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:56,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:17:56,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282024023, stopped=false 2024-11-21T13:17:56,496 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,42869,1732195071758 2024-11-21T13:17:56,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:56,501 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b8af02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:56,501 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,42869,-1 for getting cluster id 2024-11-21T13:17:56,501 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:17:56,502 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afcda99c-0391-4407-8e80-bc7e5256ab3b' 2024-11-21T13:17:56,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:17:56,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afcda99c-0391-4407-8e80-bc7e5256ab3b" 2024-11-21T13:17:56,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@231970e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:56,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,42869,-1] 2024-11-21T13:17:56,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:17:56,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:56,504 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:17:56,504 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36668113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:17:56,504 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:17:56,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,42869,1732195071758 2024-11-21T13:17:56,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cedf86e 2024-11-21T13:17:56,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:17:56,506 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-316419240/running 2024-11-21T13:17:56,506 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:56,506 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:17:56,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-316419240/running 2024-11-21T13:17:56,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:56,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:56,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:56,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:56,506 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,40723,1732195071880' ***** 2024-11-21T13:17:56,506 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:17:56,507 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:17:56,507 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:17:56,507 INFO [RS:0;4fe6efa1e611:40723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:17:56,507 INFO [RS:0;4fe6efa1e611:40723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:17:56,507 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,40723,1732195071880 2024-11-21T13:17:56,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Set watcher on znode that does not yet exist, /1-316419240/running 2024-11-21T13:17:56,507 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:17:56,507 INFO [RS:0;4fe6efa1e611:40723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:40723. 2024-11-21T13:17:56,507 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-21T13:17:56,507 DEBUG [RS:0;4fe6efa1e611:40723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:56,507 DEBUG [RS:0;4fe6efa1e611:40723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:56,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Set watcher on znode that does not yet exist, /1-316419240/running 2024-11-21T13:17:56,507 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:17:56,507 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:17:56,507 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:17:56,507 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:17:56,508 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:17:56,508 DEBUG [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:17:56,508 DEBUG [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:17:56,508 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,43499,1732195066925 (queues=1) is replicating from cluster=3b430de2-85a5-4ecd-b974-2c6fa8a75e9c to cluster=afcda99c-0391-4407-8e80-bc7e5256ab3b 2024-11-21T13:17:56,508 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C43499%2C1732195066925 2024-11-21T13:17:56,508 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,43499,1732195066925, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:17:56,508 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:17:56,508 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:17:56,508 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:17:56,508 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:17:56,508 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:17:56,508 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925.replicationSource.shipper4fe6efa1e611%2C43499%2C1732195066925,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C43499%2C1732195066925 2024-11-21T13:17:56,508 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:17:56,509 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T13:17:56,509 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925.replicationSource.wal-reader.4fe6efa1e611%2C43499%2C1732195066925,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.1732195069282, startPosition=0, beingWritten=true 2024-11-21T13:17:56,526 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/1588230740/.tmp/ns/2c20d941ac664e139fdcd6e9d780bd0f is 43, key is default/ns:d/1732195075254/Put/seqid=0 2024-11-21T13:17:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741835_1011 (size=5153) 2024-11-21T13:17:56,708 DEBUG [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:17:56,721 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925.replicationSource.wal-reader.4fe6efa1e611%2C43499%2C1732195066925,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.1732195069282 to pos 0, reset compression=false 2024-11-21T13:17:56,908 DEBUG [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:17:56,931 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/1588230740/.tmp/ns/2c20d941ac664e139fdcd6e9d780bd0f 2024-11-21T13:17:56,939 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/1588230740/.tmp/ns/2c20d941ac664e139fdcd6e9d780bd0f as hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/1588230740/ns/2c20d941ac664e139fdcd6e9d780bd0f 2024-11-21T13:17:56,947 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/1588230740/ns/2c20d941ac664e139fdcd6e9d780bd0f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T13:17:56,948 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-21T13:17:56,954 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T13:17:56,954 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:17:56,954 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:17:56,954 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:56,955 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195076508Running coprocessor pre-close hooks at 1732195076508Disabling compacts and flushes for region at 1732195076508Disabling writes for close at 1732195076508Obtaining lock to block concurrent updates at 1732195076509 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732195076509Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732195076509Flushing stores of hbase:meta,,1.1588230740 at 1732195076510 (+1 ms)Flushing 1588230740/ns: creating writer at 1732195076510Flushing 1588230740/ns: appending metadata at 1732195076525 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732195076525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af39b5: reopening flushed file at 1732195076938 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1732195076948 (+10 ms)Writing region close event to WAL at 1732195076949 (+1 ms)Running coprocessor post-close hooks at 1732195076954 (+5 ms)Closed at 1732195076954 2024-11-21T13:17:56,955 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:17:57,028 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925.replicationSource.wal-reader.4fe6efa1e611%2C43499%2C1732195066925,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.1732195069282 to pos 0, reset compression=false 2024-11-21T13:17:57,106 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:17:57,106 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:17:57,108 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,40723,1732195071880; all regions closed. 2024-11-21T13:17:57,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741834_1010 (size=1152) 2024-11-21T13:17:57,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/WALs/4fe6efa1e611,40723,1732195071880/4fe6efa1e611%2C40723%2C1732195071880.meta.1732195075186.meta not finished, retry = 0 2024-11-21T13:17:57,214 DEBUG [RS:0;4fe6efa1e611:40723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/oldWALs 2024-11-21T13:17:57,214 INFO [RS:0;4fe6efa1e611:40723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C40723%2C1732195071880.meta:.meta(num 1732195075186) 2024-11-21T13:17:57,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741832_1008 (size=93) 2024-11-21T13:17:57,217 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/WALs/4fe6efa1e611,40723,1732195071880/4fe6efa1e611%2C40723%2C1732195071880.1732195074239 not finished, retry = 0 2024-11-21T13:17:57,319 DEBUG [RS:0;4fe6efa1e611:40723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/oldWALs 2024-11-21T13:17:57,319 INFO [RS:0;4fe6efa1e611:40723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C40723%2C1732195071880:(num 1732195074239) 2024-11-21T13:17:57,319 DEBUG [RS:0;4fe6efa1e611:40723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:57,319 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:17:57,319 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:17:57,320 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:17:57,320 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:17:57,320 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:17:57,320 INFO [RS:0;4fe6efa1e611:40723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40723 2024-11-21T13:17:57,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240/rs 2024-11-21T13:17:57,327 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-316419240/rs/4fe6efa1e611,40723,1732195071880 2024-11-21T13:17:57,327 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:17:57,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,40723,1732195071880] 2024-11-21T13:17:57,347 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-316419240/draining/4fe6efa1e611,40723,1732195071880 already deleted, retry=false 2024-11-21T13:17:57,348 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,40723,1732195071880 expired; onlineServers=0 2024-11-21T13:17:57,348 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,42869,1732195071758' ***** 2024-11-21T13:17:57,348 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:17:57,348 INFO [M:0;4fe6efa1e611:42869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:17:57,348 INFO [M:0;4fe6efa1e611:42869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:17:57,348 DEBUG [M:0;4fe6efa1e611:42869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:17:57,348 DEBUG [M:0;4fe6efa1e611:42869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:17:57,348 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:17:57,348 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195073958 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195073958,5,FailOnTimeoutGroup] 2024-11-21T13:17:57,348 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195073960 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195073960,5,FailOnTimeoutGroup] 2024-11-21T13:17:57,348 INFO [M:0;4fe6efa1e611:42869 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:17:57,348 INFO [M:0;4fe6efa1e611:42869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:17:57,348 DEBUG [M:0;4fe6efa1e611:42869 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:17:57,348 INFO [M:0;4fe6efa1e611:42869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:17:57,348 INFO [M:0;4fe6efa1e611:42869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:17:57,349 INFO [M:0;4fe6efa1e611:42869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:17:57,349 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:17:57,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-316419240/master 2024-11-21T13:17:57,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-316419240 2024-11-21T13:17:57,358 DEBUG [M:0;4fe6efa1e611:42869 {}] zookeeper.ZKUtil(347): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Unable to get data of znode /1-316419240/master because node does not exist (not an error) 2024-11-21T13:17:57,358 WARN [M:0;4fe6efa1e611:42869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:17:57,359 INFO [M:0;4fe6efa1e611:42869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/.lastflushedseqids 2024-11-21T13:17:57,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741836_1012 (size=99) 2024-11-21T13:17:57,433 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925.replicationSource.wal-reader.4fe6efa1e611%2C43499%2C1732195066925,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.1732195069282 to pos 0, reset compression=false 2024-11-21T13:17:57,437 INFO [RS:0;4fe6efa1e611:40723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:17:57,437 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:57,437 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40723-0x1015d8b16770004, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:57,437 INFO [RS:0;4fe6efa1e611:40723 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,40723,1732195071880; zookeeper connection closed. 2024-11-21T13:17:57,438 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@723eef36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@723eef36 2024-11-21T13:17:57,438 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:17:57,764 INFO [M:0;4fe6efa1e611:42869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:17:57,764 INFO [M:0;4fe6efa1e611:42869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:17:57,764 DEBUG [M:0;4fe6efa1e611:42869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:17:57,764 INFO [M:0;4fe6efa1e611:42869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:57,764 DEBUG [M:0;4fe6efa1e611:42869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:57,765 DEBUG [M:0;4fe6efa1e611:42869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-21T13:17:57,765 DEBUG [M:0;4fe6efa1e611:42869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:57,765 INFO [M:0;4fe6efa1e611:42869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T13:17:57,780 DEBUG [M:0;4fe6efa1e611:42869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f3679d38d1c40cea9cba1165a550599 is 82, key is hbase:meta,,1/info:regioninfo/1732195075230/Put/seqid=0 2024-11-21T13:17:57,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741837_1013 (size=5672) 2024-11-21T13:17:57,937 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925.replicationSource.wal-reader.4fe6efa1e611%2C43499%2C1732195066925,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.1732195069282 to pos 0, reset compression=false 2024-11-21T13:17:58,185 INFO [M:0;4fe6efa1e611:42869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f3679d38d1c40cea9cba1165a550599 2024-11-21T13:17:58,207 DEBUG [M:0;4fe6efa1e611:42869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0ed9460f4d949a3b791b5d8decc4047 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732195075258/Put/seqid=0 2024-11-21T13:17:58,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741838_1014 (size=5275) 2024-11-21T13:17:58,542 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925.replicationSource.wal-reader.4fe6efa1e611%2C43499%2C1732195066925,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.1732195069282 to pos 0, reset compression=false 2024-11-21T13:17:58,613 INFO [M:0;4fe6efa1e611:42869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0ed9460f4d949a3b791b5d8decc4047 2024-11-21T13:17:58,637 DEBUG [M:0;4fe6efa1e611:42869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1c25fd935694f89b7222ccea3aafb5b is 69, key is 4fe6efa1e611,40723,1732195071880/rs:state/1732195074040/Put/seqid=0 2024-11-21T13:17:58,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741839_1015 (size=5156) 2024-11-21T13:17:59,046 INFO [M:0;4fe6efa1e611:42869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1c25fd935694f89b7222ccea3aafb5b 2024-11-21T13:17:59,052 DEBUG [M:0;4fe6efa1e611:42869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f3679d38d1c40cea9cba1165a550599 as hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f3679d38d1c40cea9cba1165a550599 2024-11-21T13:17:59,057 INFO [M:0;4fe6efa1e611:42869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f3679d38d1c40cea9cba1165a550599, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T13:17:59,058 DEBUG [M:0;4fe6efa1e611:42869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0ed9460f4d949a3b791b5d8decc4047 as hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0ed9460f4d949a3b791b5d8decc4047 2024-11-21T13:17:59,063 INFO [M:0;4fe6efa1e611:42869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0ed9460f4d949a3b791b5d8decc4047, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T13:17:59,064 DEBUG [M:0;4fe6efa1e611:42869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1c25fd935694f89b7222ccea3aafb5b as hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1c25fd935694f89b7222ccea3aafb5b 2024-11-21T13:17:59,068 INFO [M:0;4fe6efa1e611:42869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43057/user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1c25fd935694f89b7222ccea3aafb5b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T13:17:59,070 INFO [M:0;4fe6efa1e611:42869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false 2024-11-21T13:17:59,071 INFO [M:0;4fe6efa1e611:42869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:17:59,071 DEBUG [M:0;4fe6efa1e611:42869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195077764Disabling compacts and flushes for region at 1732195077764Disabling writes for close at 1732195077765 (+1 ms)Obtaining lock to block concurrent updates at 1732195077765Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195077765Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732195077765Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195077766 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195077766Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195077779 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195077779Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195078191 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195078206 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195078206Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195078620 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195078637 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195078637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11dbfb47: reopening flushed file at 1732195079051 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7965dd36: reopening flushed file at 1732195079057 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b568916: reopening flushed file at 1732195079063 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false at 1732195079070 (+7 ms)Writing region close event to WAL at 1732195079071 (+1 ms)Closed at 1732195079071 2024-11-21T13:17:59,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43903 is added to blk_1073741830_1006 (size=10165) 2024-11-21T13:17:59,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f9186d41-7b06-b609-bc27-c4a5298de0bf/MasterData/WALs/4fe6efa1e611,42869,1732195071758/4fe6efa1e611%2C42869%2C1732195071758.1732195073639 not finished, retry = 0 2024-11-21T13:17:59,174 INFO [M:0;4fe6efa1e611:42869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:17:59,174 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:17:59,175 INFO [M:0;4fe6efa1e611:42869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42869 2024-11-21T13:17:59,175 INFO [M:0;4fe6efa1e611:42869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:17:59,247 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925.replicationSource.wal-reader.4fe6efa1e611%2C43499%2C1732195066925,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.1732195069282 to pos 0, reset compression=false 2024-11-21T13:17:59,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:59,279 INFO [M:0;4fe6efa1e611:42869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:17:59,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42869-0x1015d8b16770003, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:17:59,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1955cea6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:17:59,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b56471e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:17:59,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:17:59,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50c8533a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:17:59,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335d1793{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/hadoop.log.dir/,STOPPED} 2024-11-21T13:17:59,284 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:17:59,284 WARN [BP-46382273-172.17.0.2-1732195070219 heartbeating to localhost/127.0.0.1:43057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:17:59,284 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:17:59,284 WARN [BP-46382273-172.17.0.2-1732195070219 heartbeating to localhost/127.0.0.1:43057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-46382273-172.17.0.2-1732195070219 (Datanode Uuid cf2a358d-21ff-4832-b19a-ecd5d856d7c2) service to localhost/127.0.0.1:43057 2024-11-21T13:17:59,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/cluster_5db8a96e-8a28-5952-bdfc-9caa2af58951/data/data1/current/BP-46382273-172.17.0.2-1732195070219 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:17:59,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/cluster_5db8a96e-8a28-5952-bdfc-9caa2af58951/data/data2/current/BP-46382273-172.17.0.2-1732195070219 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:17:59,285 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:17:59,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1558cfc9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:17:59,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c0f823e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:17:59,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:17:59,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a908fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:17:59,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5ad8c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/hadoop.log.dir/,STOPPED} 2024-11-21T13:17:59,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:17:59,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:17:59,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:59,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:59,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:59,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:59,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:17:59,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:17:59,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2126207234, stopped=false 2024-11-21T13:17:59,303 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,44045,1732195066698 2024-11-21T13:17:59,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555547688/running 2024-11-21T13:17:59,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555547688/running 2024-11-21T13:17:59,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:59,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:17:59,316 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:17:59,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:17:59,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:59,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:59,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Set watcher on znode that does not yet exist, /01555547688/running 2024-11-21T13:17:59,317 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,43499,1732195066925' ***** 2024-11-21T13:17:59,317 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:17:59,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Set watcher on znode that does not yet exist, /01555547688/running 2024-11-21T13:17:59,317 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:17:59,317 INFO [RS:0;4fe6efa1e611:43499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:17:59,317 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:17:59,317 INFO [RS:0;4fe6efa1e611:43499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:17:59,317 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(3091): Received CLOSE for da682d51b106d3728d54573a835d9689 2024-11-21T13:17:59,318 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,43499,1732195066925 2024-11-21T13:17:59,318 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:17:59,318 INFO [RS:0;4fe6efa1e611:43499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:43499. 2024-11-21T13:17:59,318 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da682d51b106d3728d54573a835d9689, disabling compactions & flushes 2024-11-21T13:17:59,318 DEBUG [RS:0;4fe6efa1e611:43499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:17:59,318 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:59,318 DEBUG [RS:0;4fe6efa1e611:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:17:59,318 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:59,318 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. after waiting 0 ms 2024-11-21T13:17:59,318 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:17:59,318 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:59,318 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:17:59,318 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:17:59,318 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da682d51b106d3728d54573a835d9689 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T13:17:59,318 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:17:59,318 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:17:59,318 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da682d51b106d3728d54573a835d9689=hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689.} 2024-11-21T13:17:59,318 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:17:59,318 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da682d51b106d3728d54573a835d9689 2024-11-21T13:17:59,318 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:17:59,318 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:17:59,319 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:17:59,319 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:17:59,319 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T13:17:59,333 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/replication/da682d51b106d3728d54573a835d9689/.tmp/queue/066387732f8e4ca7b3b7a93753fa2431 is 151, key is 1-4fe6efa1e611,43499,1732195066925/queue:4fe6efa1e611%2C43499%2C1732195066925/1732195076467/Put/seqid=0 2024-11-21T13:17:59,336 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/.tmp/info/6491300097524a3bb4ac860af9278d67 is 147, key is hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689./info:regioninfo/1732195076172/Put/seqid=0 2024-11-21T13:17:59,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741838_1014 (size=5350) 2024-11-21T13:17:59,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741839_1015 (size=6631) 2024-11-21T13:17:59,344 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:17:59,519 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da682d51b106d3728d54573a835d9689 2024-11-21T13:17:59,719 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da682d51b106d3728d54573a835d9689 2024-11-21T13:17:59,738 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/replication/da682d51b106d3728d54573a835d9689/.tmp/queue/066387732f8e4ca7b3b7a93753fa2431 2024-11-21T13:17:59,741 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/.tmp/info/6491300097524a3bb4ac860af9278d67 2024-11-21T13:17:59,745 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/replication/da682d51b106d3728d54573a835d9689/.tmp/queue/066387732f8e4ca7b3b7a93753fa2431 as hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/replication/da682d51b106d3728d54573a835d9689/queue/066387732f8e4ca7b3b7a93753fa2431 2024-11-21T13:17:59,751 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/replication/da682d51b106d3728d54573a835d9689/queue/066387732f8e4ca7b3b7a93753fa2431, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T13:17:59,753 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for da682d51b106d3728d54573a835d9689 in 435ms, sequenceid=5, compaction requested=false 2024-11-21T13:17:59,753 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:17:59,760 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/replication/da682d51b106d3728d54573a835d9689/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T13:17:59,761 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:17:59,761 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:17:59,761 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:59,761 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da682d51b106d3728d54573a835d9689: Waiting for close lock at 1732195079318Running coprocessor pre-close hooks at 1732195079318Disabling compacts and flushes for region at 1732195079318Disabling writes for close at 1732195079318Obtaining lock to block concurrent updates at 1732195079318Preparing flush snapshotting stores in da682d51b106d3728d54573a835d9689 at 1732195079318Finished memstore snapshotting hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732195079318Flushing stores of hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. at 1732195079319 (+1 ms)Flushing da682d51b106d3728d54573a835d9689/queue: creating writer at 1732195079319Flushing da682d51b106d3728d54573a835d9689/queue: appending metadata at 1732195079332 (+13 ms)Flushing da682d51b106d3728d54573a835d9689/queue: closing flushed file at 1732195079332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ccfffa2: reopening flushed file at 1732195079744 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for da682d51b106d3728d54573a835d9689 in 435ms, sequenceid=5, compaction requested=false at 1732195079753 (+9 ms)Writing region close event to WAL at 1732195079756 (+3 ms)Running coprocessor post-close hooks at 1732195079761 (+5 ms)Closed at 1732195079761 2024-11-21T13:17:59,762 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195075367.da682d51b106d3728d54573a835d9689. 2024-11-21T13:17:59,763 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/.tmp/ns/8db6f65251f34afc89ba2598474a778e is 43, key is default/ns:d/1732195070079/Put/seqid=0 2024-11-21T13:17:59,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741840_1016 (size=5153) 2024-11-21T13:17:59,919 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:18:00,052 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925.replicationSource.wal-reader.4fe6efa1e611%2C43499%2C1732195066925,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.1732195069282 to pos 0, reset compression=false 2024-11-21T13:18:00,119 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:18:00,132 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:18:00,132 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:18:00,168 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/.tmp/ns/8db6f65251f34afc89ba2598474a778e 2024-11-21T13:18:00,194 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/.tmp/table/b235af4605e644759c8009208b155b06 is 53, key is hbase:replication/table:state/1732195076182/Put/seqid=0 2024-11-21T13:18:00,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741841_1017 (size=5256) 2024-11-21T13:18:00,320 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:18:00,320 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:18:00,320 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:18:00,520 DEBUG [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:18:00,600 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/.tmp/table/b235af4605e644759c8009208b155b06 2024-11-21T13:18:00,610 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/.tmp/info/6491300097524a3bb4ac860af9278d67 as hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/info/6491300097524a3bb4ac860af9278d67 2024-11-21T13:18:00,617 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/info/6491300097524a3bb4ac860af9278d67, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T13:18:00,618 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/.tmp/ns/8db6f65251f34afc89ba2598474a778e as hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/ns/8db6f65251f34afc89ba2598474a778e 2024-11-21T13:18:00,625 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/ns/8db6f65251f34afc89ba2598474a778e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T13:18:00,626 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/.tmp/table/b235af4605e644759c8009208b155b06 as hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/table/b235af4605e644759c8009208b155b06 2024-11-21T13:18:00,633 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/table/b235af4605e644759c8009208b155b06, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T13:18:00,634 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false 2024-11-21T13:18:00,641 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T13:18:00,642 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:18:00,642 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:18:00,642 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:18:00,642 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195079318Running coprocessor pre-close hooks at 1732195079318Disabling compacts and flushes for region at 1732195079318Disabling writes for close at 1732195079319 (+1 ms)Obtaining lock to block concurrent updates at 1732195079319Preparing flush snapshotting stores in 1588230740 at 1732195079319Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732195079319Flushing stores of hbase:meta,,1.1588230740 at 1732195079319Flushing 1588230740/info: creating writer at 1732195079320 (+1 ms)Flushing 1588230740/info: appending metadata at 1732195079336 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732195079336Flushing 1588230740/ns: creating writer at 1732195079747 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732195079763 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732195079763Flushing 1588230740/table: creating writer at 1732195080174 (+411 ms)Flushing 1588230740/table: appending metadata at 1732195080194 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732195080194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad78154: reopening flushed file at 1732195080609 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c4ae9f: reopening flushed file at 1732195080617 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5853c26d: reopening flushed file at 1732195080625 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false at 1732195080634 (+9 ms)Writing region close event to WAL at 1732195080637 (+3 ms)Running coprocessor post-close hooks at 1732195080642 (+5 ms)Closed at 1732195080642 2024-11-21T13:18:00,642 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:18:00,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:18:00,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:00,720 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,43499,1732195066925; all regions closed. 2024-11-21T13:18:00,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741834_1010 (size=2742) 2024-11-21T13:18:00,725 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.meta.1732195069912.meta not finished, retry = 0 2024-11-21T13:18:00,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:00,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:00,828 DEBUG [RS:0;4fe6efa1e611:43499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/oldWALs 2024-11-21T13:18:00,828 INFO [RS:0;4fe6efa1e611:43499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C43499%2C1732195066925.meta:.meta(num 1732195069912) 2024-11-21T13:18:00,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741837_1013 (size=1586) 2024-11-21T13:18:00,830 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/WALs/4fe6efa1e611,43499,1732195066925/4fe6efa1e611%2C43499%2C1732195066925.rep.1732195076132 not finished, retry = 0 2024-11-21T13:18:00,932 DEBUG [RS:0;4fe6efa1e611:43499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/oldWALs 2024-11-21T13:18:00,932 INFO [RS:0;4fe6efa1e611:43499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C43499%2C1732195066925.rep:(num 1732195076132) 2024-11-21T13:18:00,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741832_1008 (size=93) 2024-11-21T13:18:00,936 DEBUG [RS:0;4fe6efa1e611:43499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/oldWALs 2024-11-21T13:18:00,936 INFO [RS:0;4fe6efa1e611:43499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C43499%2C1732195066925:(num 1732195069282) 2024-11-21T13:18:00,936 DEBUG [RS:0;4fe6efa1e611:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:00,936 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:18:00,936 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:18:00,937 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:18:00,937 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:18:00,937 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:18:00,937 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,43499,1732195066925 because: Region server is closing 2024-11-21T13:18:00,937 INFO [RS:0;4fe6efa1e611:43499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:43499. 2024-11-21T13:18:00,937 DEBUG [RS:0;4fe6efa1e611:43499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:18:00,937 DEBUG [RS:0;4fe6efa1e611:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:00,937 DEBUG [RS:0;4fe6efa1e611:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:00,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:18:01,038 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925.replicationSource.shipper4fe6efa1e611%2C43499%2C1732195066925,1-4fe6efa1e611,43499,1732195066925 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T13:18:01,038 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43499,1732195066925.replicationSource.shipper4fe6efa1e611%2C43499%2C1732195066925,1-4fe6efa1e611,43499,1732195066925 terminated 2024-11-21T13:18:01,038 INFO [RS:0;4fe6efa1e611:43499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43499 2024-11-21T13:18:01,051 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:18:01,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688/rs 2024-11-21T13:18:01,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555547688/rs/4fe6efa1e611,43499,1732195066925 2024-11-21T13:18:01,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,43499,1732195066925] 2024-11-21T13:18:01,147 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01555547688/draining/4fe6efa1e611,43499,1732195066925 already deleted, retry=false 2024-11-21T13:18:01,148 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,43499,1732195066925 expired; onlineServers=0 2024-11-21T13:18:01,148 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,44045,1732195066698' ***** 2024-11-21T13:18:01,148 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:18:01,148 INFO [M:0;4fe6efa1e611:44045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:18:01,148 INFO [M:0;4fe6efa1e611:44045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:18:01,148 DEBUG [M:0;4fe6efa1e611:44045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:18:01,148 DEBUG [M:0;4fe6efa1e611:44045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:18:01,148 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:18:01,148 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195069036 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195069036,5,FailOnTimeoutGroup] 2024-11-21T13:18:01,148 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195069036 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195069036,5,FailOnTimeoutGroup] 2024-11-21T13:18:01,148 INFO [M:0;4fe6efa1e611:44045 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:18:01,148 INFO [M:0;4fe6efa1e611:44045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:18:01,148 DEBUG [M:0;4fe6efa1e611:44045 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:18:01,148 INFO [M:0;4fe6efa1e611:44045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:18:01,149 INFO [M:0;4fe6efa1e611:44045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:18:01,149 INFO [M:0;4fe6efa1e611:44045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:18:01,149 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:18:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01555547688/master 2024-11-21T13:18:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01555547688 2024-11-21T13:18:01,158 DEBUG [M:0;4fe6efa1e611:44045 {}] zookeeper.ZKUtil(347): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Unable to get data of znode /01555547688/master because node does not exist (not an error) 2024-11-21T13:18:01,158 WARN [M:0;4fe6efa1e611:44045 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:18:01,159 INFO [M:0;4fe6efa1e611:44045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/.lastflushedseqids 2024-11-21T13:18:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741842_1018 (size=181) 2024-11-21T13:18:01,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:18:01,237 INFO [RS:0;4fe6efa1e611:43499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:18:01,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x1015d8b16770001, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:18:01,237 INFO [RS:0;4fe6efa1e611:43499 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,43499,1732195066925; zookeeper connection closed. 2024-11-21T13:18:01,237 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14e09a82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14e09a82 2024-11-21T13:18:01,238 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:18:01,565 INFO [M:0;4fe6efa1e611:44045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:18:01,565 INFO [M:0;4fe6efa1e611:44045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:18:01,565 DEBUG [M:0;4fe6efa1e611:44045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:18:01,565 INFO [M:0;4fe6efa1e611:44045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:01,565 DEBUG [M:0;4fe6efa1e611:44045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:01,565 DEBUG [M:0;4fe6efa1e611:44045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:18:01,565 DEBUG [M:0;4fe6efa1e611:44045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:01,565 INFO [M:0;4fe6efa1e611:44045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T13:18:01,580 DEBUG [M:0;4fe6efa1e611:44045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/500b163499494ff7942f1fb3a8f64f90 is 82, key is hbase:meta,,1/info:regioninfo/1732195069959/Put/seqid=0 2024-11-21T13:18:01,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741843_1019 (size=5672) 2024-11-21T13:18:01,985 INFO [M:0;4fe6efa1e611:44045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/500b163499494ff7942f1fb3a8f64f90 2024-11-21T13:18:02,045 DEBUG [M:0;4fe6efa1e611:44045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2136292deace43abac207877c74d25f8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732195076187/Put/seqid=0 2024-11-21T13:18:02,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741844_1020 (size=7203) 2024-11-21T13:18:02,066 INFO [M:0;4fe6efa1e611:44045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2136292deace43abac207877c74d25f8 2024-11-21T13:18:02,097 DEBUG [M:0;4fe6efa1e611:44045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19a792953f9b44c0935a51d34ac0fbd3 is 69, key is 4fe6efa1e611,43499,1732195066925/rs:state/1732195069107/Put/seqid=0 2024-11-21T13:18:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741845_1021 (size=5156) 2024-11-21T13:18:02,127 INFO [M:0;4fe6efa1e611:44045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19a792953f9b44c0935a51d34ac0fbd3 2024-11-21T13:18:02,136 DEBUG [M:0;4fe6efa1e611:44045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/500b163499494ff7942f1fb3a8f64f90 as hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/500b163499494ff7942f1fb3a8f64f90 2024-11-21T13:18:02,146 INFO [M:0;4fe6efa1e611:44045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/500b163499494ff7942f1fb3a8f64f90, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T13:18:02,153 DEBUG [M:0;4fe6efa1e611:44045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2136292deace43abac207877c74d25f8 as hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2136292deace43abac207877c74d25f8 2024-11-21T13:18:02,162 INFO [M:0;4fe6efa1e611:44045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2136292deace43abac207877c74d25f8, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T13:18:02,163 DEBUG [M:0;4fe6efa1e611:44045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19a792953f9b44c0935a51d34ac0fbd3 as hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19a792953f9b44c0935a51d34ac0fbd3 2024-11-21T13:18:02,172 INFO [M:0;4fe6efa1e611:44045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34515/user/jenkins/test-data/e36e7a38-df01-390a-2d14-d5d0fe16e1fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19a792953f9b44c0935a51d34ac0fbd3, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T13:18:02,174 INFO [M:0;4fe6efa1e611:44045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 609ms, sequenceid=70, compaction requested=false 2024-11-21T13:18:02,176 INFO [M:0;4fe6efa1e611:44045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:02,176 DEBUG [M:0;4fe6efa1e611:44045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195081565Disabling compacts and flushes for region at 1732195081565Disabling writes for close at 1732195081565Obtaining lock to block concurrent updates at 1732195081565Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195081565Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732195081566 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195081566Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195081566Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195081580 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195081580Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195081995 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195082036 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195082036Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195082075 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195082096 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195082096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e5991f: reopening flushed file at 1732195082134 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3753e26e: reopening flushed file at 1732195082146 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79440be6: reopening flushed file at 1732195082162 (+16 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 609ms, sequenceid=70, compaction requested=false at 1732195082174 (+12 ms)Writing region close event to WAL at 1732195082176 (+2 ms)Closed at 1732195082176 2024-11-21T13:18:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33953 is added to blk_1073741830_1006 (size=41008) 2024-11-21T13:18:02,211 INFO [M:0;4fe6efa1e611:44045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:18:02,212 INFO [M:0;4fe6efa1e611:44045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44045 2024-11-21T13:18:02,212 INFO [M:0;4fe6efa1e611:44045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:18:02,212 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:18:02,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:18:02,416 INFO [M:0;4fe6efa1e611:44045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:18:02,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44045-0x1015d8b16770000, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:18:02,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d0b10d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:18:02,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:18:02,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:18:02,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:18:02,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/hadoop.log.dir/,STOPPED} 2024-11-21T13:18:02,452 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:18:02,452 WARN [BP-841676723-172.17.0.2-1732195064551 heartbeating to localhost/127.0.0.1:34515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:18:02,452 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:18:02,452 WARN [BP-841676723-172.17.0.2-1732195064551 heartbeating to localhost/127.0.0.1:34515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-841676723-172.17.0.2-1732195064551 (Datanode Uuid ba8df923-2654-4a59-a7ce-e2436540f5fa) service to localhost/127.0.0.1:34515 2024-11-21T13:18:02,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/cluster_7226b310-6119-9aec-af0f-90a3fb365a29/data/data1/current/BP-841676723-172.17.0.2-1732195064551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:18:02,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/cluster_7226b310-6119-9aec-af0f-90a3fb365a29/data/data2/current/BP-841676723-172.17.0.2-1732195064551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:18:02,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:18:02,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70544169{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:18:02,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:18:02,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:18:02,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:18:02,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76b702f9-ca90-cf4f-afe3-196c79f48ac4/hadoop.log.dir/,STOPPED} 2024-11-21T13:18:02,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T13:18:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:18:02,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 107) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52241) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52241) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43057 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34515 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 334), ProcessCount=11 (was 11), AvailableMemoryMB=2280 (was 2903) 2024-11-21T13:18:02,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=2280 2024-11-21T13:18:02,550 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-21T13:18:02,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/hadoop.log.dir so I do NOT create it in target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd 2024-11-21T13:18:02,551 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:18:02,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/hadoop.tmp.dir so I do NOT create it in target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd 2024-11-21T13:18:02,551 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcf40526-186a-3f9e-31b9-5954e0b9ff17/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:18:02,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd 2024-11-21T13:18:02,551 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/cluster_d4f9bc4d-a1aa-4b30-0a92-4530ac741130, deleteOnExit=true 2024-11-21T13:18:02,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d8b16770005, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:18:02,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d8b16770002, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:18:02,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d8b16770002, quorum=127.0.0.1:52241, baseZNode=/01555547688 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:18:02,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d8b16770005, quorum=127.0.0.1:52241, baseZNode=/1-316419240 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:18:02,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/cluster_d4f9bc4d-a1aa-4b30-0a92-4530ac741130/zookeeper_0, clientPort=51285, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/cluster_d4f9bc4d-a1aa-4b30-0a92-4530ac741130/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/cluster_d4f9bc4d-a1aa-4b30-0a92-4530ac741130/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T13:18:02,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51285 2024-11-21T13:18:02,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:18:02,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:18:02,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/test.cache.data in system properties and HBase conf 2024-11-21T13:18:02,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:18:02,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:18:02,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:18:02,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:18:02,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:18:02,582 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:18:02,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:18:02,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:18:02,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:18:02,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:18:02,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:18:03,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:18:03,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:18:03,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:18:03,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:18:03,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:18:03,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:18:03,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c057cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:18:03,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bcc1b18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:18:03,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77fe2d19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/java.io.tmpdir/jetty-localhost-43613-hadoop-hdfs-3_4_1-tests_jar-_-any-14975904432271309990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:18:03,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1832fc35{HTTP/1.1, (http/1.1)}{localhost:43613} 2024-11-21T13:18:03,332 INFO [Time-limited test {}] server.Server(415): Started @54756ms 2024-11-21T13:18:03,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:18:03,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:18:03,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:18:03,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:18:03,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:18:03,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273110db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:18:03,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a69a54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:18:03,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e6f463d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/java.io.tmpdir/jetty-localhost-42929-hadoop-hdfs-3_4_1-tests_jar-_-any-13503652420124073155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:18:03,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fdfdf96{HTTP/1.1, (http/1.1)}{localhost:42929} 2024-11-21T13:18:03,918 INFO [Time-limited test {}] server.Server(415): Started @55342ms 2024-11-21T13:18:03,921 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:18:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:18:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:18:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:18:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:18:04,664 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/cluster_d4f9bc4d-a1aa-4b30-0a92-4530ac741130/data/data2/current/BP-422076603-172.17.0.2-1732195082608/current, will proceed with Du for space computation calculation, 2024-11-21T13:18:04,664 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/cluster_d4f9bc4d-a1aa-4b30-0a92-4530ac741130/data/data1/current/BP-422076603-172.17.0.2-1732195082608/current, will proceed with Du for space computation calculation, 2024-11-21T13:18:04,687 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:18:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5afd5ae7131fb5bf with lease ID 0xd45f4c876bc728ec: Processing first storage report for DS-d8c85de4-b5bb-4b58-9a0e-dd7b8b2309e1 from datanode DatanodeRegistration(127.0.0.1:45691, datanodeUuid=c8d6eea8-94b4-44cd-9c28-c1253231a96c, infoPort=37073, infoSecurePort=0, ipcPort=33417, storageInfo=lv=-57;cid=testClusterID;nsid=2139378080;c=1732195082608) 2024-11-21T13:18:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5afd5ae7131fb5bf with lease ID 0xd45f4c876bc728ec: from storage DS-d8c85de4-b5bb-4b58-9a0e-dd7b8b2309e1 node DatanodeRegistration(127.0.0.1:45691, datanodeUuid=c8d6eea8-94b4-44cd-9c28-c1253231a96c, infoPort=37073, infoSecurePort=0, ipcPort=33417, storageInfo=lv=-57;cid=testClusterID;nsid=2139378080;c=1732195082608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:18:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5afd5ae7131fb5bf with lease ID 0xd45f4c876bc728ec: Processing first storage report for DS-e6d834ff-4edb-4b95-820b-3eca3320bd99 from datanode DatanodeRegistration(127.0.0.1:45691, datanodeUuid=c8d6eea8-94b4-44cd-9c28-c1253231a96c, infoPort=37073, infoSecurePort=0, ipcPort=33417, storageInfo=lv=-57;cid=testClusterID;nsid=2139378080;c=1732195082608) 2024-11-21T13:18:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5afd5ae7131fb5bf with lease ID 0xd45f4c876bc728ec: from storage DS-e6d834ff-4edb-4b95-820b-3eca3320bd99 node DatanodeRegistration(127.0.0.1:45691, datanodeUuid=c8d6eea8-94b4-44cd-9c28-c1253231a96c, infoPort=37073, infoSecurePort=0, ipcPort=33417, storageInfo=lv=-57;cid=testClusterID;nsid=2139378080;c=1732195082608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:18:04,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd 2024-11-21T13:18:04,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:04,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:18:05,156 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b with version=8 2024-11-21T13:18:05,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/hbase-staging 2024-11-21T13:18:05,157 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:18:05,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:05,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:05,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:18:05,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:05,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:18:05,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:18:05,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:18:05,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36171 2024-11-21T13:18:05,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36171 connecting to ZooKeeper ensemble=127.0.0.1:51285 2024-11-21T13:18:05,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361710x0, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:18:05,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36171-0x1015d8b5cfa0000 connected 2024-11-21T13:18:05,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:05,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:05,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Set watcher on znode that does not yet exist, /0-1732210093/running 2024-11-21T13:18:05,299 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b, hbase.cluster.distributed=false 2024-11-21T13:18:05,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Set watcher on znode that does not yet exist, /0-1732210093/acl 2024-11-21T13:18:05,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36171 2024-11-21T13:18:05,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36171 2024-11-21T13:18:05,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36171 2024-11-21T13:18:05,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36171 2024-11-21T13:18:05,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36171 2024-11-21T13:18:05,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:18:05,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:05,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:05,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:18:05,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:05,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:18:05,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:18:05,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:18:05,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43239 2024-11-21T13:18:05,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43239 connecting to ZooKeeper ensemble=127.0.0.1:51285 2024-11-21T13:18:05,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:05,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:05,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432390x0, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:18:05,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432390x0, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Set watcher on znode that does not yet exist, /0-1732210093/running 2024-11-21T13:18:05,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43239-0x1015d8b5cfa0001 connected 2024-11-21T13:18:05,336 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:18:05,336 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:18:05,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Set watcher on znode that does not yet exist, /0-1732210093/master 2024-11-21T13:18:05,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Set watcher on znode that does not yet exist, /0-1732210093/acl 2024-11-21T13:18:05,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43239 2024-11-21T13:18:05,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43239 2024-11-21T13:18:05,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43239 2024-11-21T13:18:05,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43239 2024-11-21T13:18:05,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43239 2024-11-21T13:18:05,351 DEBUG [M:0;4fe6efa1e611:36171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:36171 2024-11-21T13:18:05,352 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1732210093/backup-masters/4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:05,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093/backup-masters 2024-11-21T13:18:05,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093/backup-masters 2024-11-21T13:18:05,358 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Set watcher on existing znode=/0-1732210093/backup-masters/4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:05,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1732210093/master 2024-11-21T13:18:05,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:05,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:05,369 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Set watcher on existing znode=/0-1732210093/master 2024-11-21T13:18:05,369 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1732210093/backup-masters/4fe6efa1e611,36171,1732195085157 from backup master directory 2024-11-21T13:18:05,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1732210093/backup-masters/4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:05,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093/backup-masters 2024-11-21T13:18:05,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093/backup-masters 2024-11-21T13:18:05,379 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:18:05,379 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:05,383 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/hbase.id] with ID: ceba04ff-77ab-4304-81c2-759d10ec695f 2024-11-21T13:18:05,383 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/.tmp/hbase.id 2024-11-21T13:18:05,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:18:05,789 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/.tmp/hbase.id]:[hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/hbase.id] 2024-11-21T13:18:05,818 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:05,818 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:18:05,820 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T13:18:06,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:06,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:06,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:18:06,144 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:18:06,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:06,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:06,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:06,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:06,411 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:18:06,411 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:18:06,412 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:18:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:18:06,820 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store 2024-11-21T13:18:06,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:18:07,236 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:07,236 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:18:07,236 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:07,236 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:07,236 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:18:07,237 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:07,237 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:07,237 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195087236Disabling compacts and flushes for region at 1732195087236Disabling writes for close at 1732195087236Writing region close event to WAL at 1732195087237 (+1 ms)Closed at 1732195087237 2024-11-21T13:18:07,238 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/.initializing 2024-11-21T13:18:07,238 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/WALs/4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:07,240 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:18:07,242 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C36171%2C1732195085157, suffix=, logDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/WALs/4fe6efa1e611,36171,1732195085157, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/oldWALs, maxLogs=10 2024-11-21T13:18:07,254 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/WALs/4fe6efa1e611,36171,1732195085157/4fe6efa1e611%2C36171%2C1732195085157.1732195087242, exclude list is [], retry=0 2024-11-21T13:18:07,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45691,DS-d8c85de4-b5bb-4b58-9a0e-dd7b8b2309e1,DISK] 2024-11-21T13:18:07,258 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/WALs/4fe6efa1e611,36171,1732195085157/4fe6efa1e611%2C36171%2C1732195085157.1732195087242 2024-11-21T13:18:07,258 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37073:37073)] 2024-11-21T13:18:07,258 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:18:07,259 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:07,259 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,259 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:18:07,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:07,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:07,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:18:07,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:07,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:07,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:18:07,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:07,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:07,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:18:07,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:07,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:07,268 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,268 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,269 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,270 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,270 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,271 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:18:07,272 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:07,274 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:18:07,274 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59070908, jitterRate=-0.11977487802505493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:18:07,275 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195087259Initializing all the Stores at 1732195087260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195087260Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195087261 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195087261Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195087261Cleaning up temporary data from old regions at 1732195087270 (+9 ms)Region opened successfully at 1732195087275 (+5 ms) 2024-11-21T13:18:07,275 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:18:07,278 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf26aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:18:07,279 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:18:07,279 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:18:07,280 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:18:07,280 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:18:07,280 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:18:07,281 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:18:07,281 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:18:07,282 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:18:07,283 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Unable to get data of znode /0-1732210093/balancer because node does not exist (not necessarily an error) 2024-11-21T13:18:07,294 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1732210093/balancer already deleted, retry=false 2024-11-21T13:18:07,295 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:18:07,295 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Unable to get data of znode /0-1732210093/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:18:07,305 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1732210093/normalizer already deleted, retry=false 2024-11-21T13:18:07,305 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:18:07,306 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Unable to get data of znode /0-1732210093/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:18:07,315 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1732210093/switch/split already deleted, retry=false 2024-11-21T13:18:07,316 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Unable to get data of znode /0-1732210093/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:18:07,326 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1732210093/switch/merge already deleted, retry=false 2024-11-21T13:18:07,328 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Unable to get data of znode /0-1732210093/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:18:07,336 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1732210093/snapshot-cleanup already deleted, retry=false 2024-11-21T13:18:07,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1732210093/running 2024-11-21T13:18:07,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1732210093/running 2024-11-21T13:18:07,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:07,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:07,348 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,36171,1732195085157, sessionid=0x1015d8b5cfa0000, setting cluster-up flag (Was=false) 2024-11-21T13:18:07,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:07,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:07,400 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1732210093/flush-table-proc/acquired, /0-1732210093/flush-table-proc/reached, /0-1732210093/flush-table-proc/abort 2024-11-21T13:18:07,401 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:07,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:07,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:07,452 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1732210093/online-snapshot/acquired, /0-1732210093/online-snapshot/reached, /0-1732210093/online-snapshot/abort 2024-11-21T13:18:07,453 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:07,454 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:18:07,456 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:18:07,456 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:18:07,456 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:18:07,457 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,36171,1732195085157 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:18:07,458 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:18:07,458 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:18:07,458 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:18:07,458 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:18:07,458 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:18:07,458 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,458 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:18:07,458 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,460 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195117460 2024-11-21T13:18:07,460 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:18:07,460 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:18:07,460 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:18:07,460 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:18:07,460 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:18:07,460 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:18:07,460 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,461 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:18:07,461 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:18:07,461 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:18:07,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:18:07,461 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:18:07,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:18:07,461 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:18:07,461 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:18:07,461 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195087461,5,FailOnTimeoutGroup] 2024-11-21T13:18:07,462 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195087461,5,FailOnTimeoutGroup] 2024-11-21T13:18:07,462 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,462 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:18:07,462 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,462 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,462 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:07,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:18:07,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:18:07,543 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(746): ClusterId : ceba04ff-77ab-4304-81c2-759d10ec695f 2024-11-21T13:18:07,544 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:18:07,557 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:18:07,557 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:18:07,569 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:18:07,569 DEBUG [RS:0;4fe6efa1e611:43239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b046925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:18:07,580 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:43239 2024-11-21T13:18:07,580 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:18:07,580 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:18:07,580 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:18:07,580 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,36171,1732195085157 with port=43239, startcode=1732195085317 2024-11-21T13:18:07,580 DEBUG [RS:0;4fe6efa1e611:43239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:18:07,582 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:18:07,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:07,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36171 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:07,584 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b 2024-11-21T13:18:07,584 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34759 2024-11-21T13:18:07,584 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:18:07,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093/rs 2024-11-21T13:18:07,590 DEBUG [RS:0;4fe6efa1e611:43239 {}] zookeeper.ZKUtil(111): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Set watcher on existing znode=/0-1732210093/rs/4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:07,590 WARN [RS:0;4fe6efa1e611:43239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:18:07,590 INFO [RS:0;4fe6efa1e611:43239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:18:07,590 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:07,590 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,43239,1732195085317] 2024-11-21T13:18:07,593 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:18:07,594 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:18:07,595 INFO [RS:0;4fe6efa1e611:43239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:18:07,595 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,595 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:18:07,596 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:18:07,596 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:18:07,596 DEBUG [RS:0;4fe6efa1e611:43239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:18:07,597 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,597 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,597 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,597 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,597 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,597 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43239,1732195085317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:18:07,610 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:18:07,610 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43239,1732195085317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,610 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,610 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.Replication(171): 4fe6efa1e611,43239,1732195085317 started 2024-11-21T13:18:07,624 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:07,625 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,43239,1732195085317, RpcServer on 4fe6efa1e611/172.17.0.2:43239, sessionid=0x1015d8b5cfa0001 2024-11-21T13:18:07,625 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:18:07,625 DEBUG [RS:0;4fe6efa1e611:43239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:07,625 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,43239,1732195085317' 2024-11-21T13:18:07,625 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1732210093/flush-table-proc/abort' 2024-11-21T13:18:07,625 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1732210093/flush-table-proc/acquired' 2024-11-21T13:18:07,626 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:18:07,626 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:18:07,626 DEBUG [RS:0;4fe6efa1e611:43239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:07,626 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,43239,1732195085317' 2024-11-21T13:18:07,626 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1732210093/online-snapshot/abort' 2024-11-21T13:18:07,626 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1732210093/online-snapshot/acquired' 2024-11-21T13:18:07,627 DEBUG [RS:0;4fe6efa1e611:43239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:18:07,627 INFO [RS:0;4fe6efa1e611:43239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:18:07,627 INFO [RS:0;4fe6efa1e611:43239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:18:07,727 INFO [RS:0;4fe6efa1e611:43239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:18:07,729 INFO [RS:0;4fe6efa1e611:43239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C43239%2C1732195085317, suffix=, logDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/oldWALs, maxLogs=10 2024-11-21T13:18:07,741 DEBUG [RS:0;4fe6efa1e611:43239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729, exclude list is [], retry=0 2024-11-21T13:18:07,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45691,DS-d8c85de4-b5bb-4b58-9a0e-dd7b8b2309e1,DISK] 2024-11-21T13:18:07,745 INFO [RS:0;4fe6efa1e611:43239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 2024-11-21T13:18:07,746 DEBUG [RS:0;4fe6efa1e611:43239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37073:37073)] 2024-11-21T13:18:07,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:18:07,871 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b 2024-11-21T13:18:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:18:08,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:08,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:18:08,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:18:08,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:08,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:08,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:18:08,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:18:08,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:08,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:08,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:18:08,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:18:08,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:08,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:08,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:18:08,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:18:08,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:08,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:08,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:18:08,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740 2024-11-21T13:18:08,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740 2024-11-21T13:18:08,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:18:08,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:18:08,291 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:18:08,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:18:08,294 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:18:08,294 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65441653, jitterRate=-0.024843379855155945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:18:08,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195088278Initializing all the Stores at 1732195088279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195088279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195088279Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195088279Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195088279Cleaning up temporary data from old regions at 1732195088290 (+11 ms)Region opened successfully at 1732195088295 (+5 ms) 2024-11-21T13:18:08,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:18:08,295 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:18:08,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:18:08,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:18:08,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:18:08,296 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:18:08,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195088295Disabling compacts and flushes for region at 1732195088295Disabling writes for close at 1732195088296 (+1 ms)Writing region close event to WAL at 1732195088296Closed at 1732195088296 2024-11-21T13:18:08,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:18:08,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:18:08,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:18:08,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:18:08,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:18:08,450 DEBUG [4fe6efa1e611:36171 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:18:08,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:08,452 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,43239,1732195085317, state=OPENING 2024-11-21T13:18:08,463 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:18:08,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:08,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:08,497 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:18:08,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43239,1732195085317}] 2024-11-21T13:18:08,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1732210093/meta-region-server: CHANGED 2024-11-21T13:18:08,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1732210093/meta-region-server: CHANGED 2024-11-21T13:18:08,650 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:18:08,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:18:08,655 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:18:08,655 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:18:08,655 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:18:08,656 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C43239%2C1732195085317.meta, suffix=.meta, logDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/oldWALs, maxLogs=10 2024-11-21T13:18:08,668 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.meta.1732195088657.meta, exclude list is [], retry=0 2024-11-21T13:18:08,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45691,DS-d8c85de4-b5bb-4b58-9a0e-dd7b8b2309e1,DISK] 2024-11-21T13:18:08,672 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.meta.1732195088657.meta 2024-11-21T13:18:08,673 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37073:37073)] 2024-11-21T13:18:08,673 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:18:08,673 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:18:08,673 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:18:08,673 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:18:08,673 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:18:08,673 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:18:08,673 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:08,673 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:18:08,673 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:18:08,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:18:08,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:18:08,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:08,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:08,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:18:08,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:18:08,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:08,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:08,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:18:08,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:18:08,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:08,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:08,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:18:08,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:18:08,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:08,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:08,680 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:18:08,680 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740 2024-11-21T13:18:08,682 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740 2024-11-21T13:18:08,683 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:18:08,683 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:18:08,683 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:18:08,684 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:18:08,685 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59991130, jitterRate=-0.10606250166893005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:18:08,685 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:18:08,685 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195088674Writing region info on filesystem at 1732195088674Initializing all the Stores at 1732195088675 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195088675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195088675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195088675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195088675Cleaning up temporary data from old regions at 1732195088683 (+8 ms)Running coprocessor post-open hooks at 1732195088685 (+2 ms)Region opened successfully at 1732195088685 2024-11-21T13:18:08,686 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195088650 2024-11-21T13:18:08,688 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:18:08,688 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:18:08,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:08,690 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,43239,1732195085317, state=OPEN 2024-11-21T13:18:08,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1732210093/meta-region-server 2024-11-21T13:18:08,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1732210093/meta-region-server 2024-11-21T13:18:08,705 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:08,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1732210093/meta-region-server: CHANGED 2024-11-21T13:18:08,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1732210093/meta-region-server: CHANGED 2024-11-21T13:18:08,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:18:08,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43239,1732195085317 in 208 msec 2024-11-21T13:18:08,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:18:08,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-21T13:18:08,711 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:18:08,711 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:18:08,712 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:18:08,712 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43239,1732195085317, seqNum=-1] 2024-11-21T13:18:08,713 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:18:08,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:18:08,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-21T13:18:08,718 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195088718, completionTime=-1 2024-11-21T13:18:08,718 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:18:08,718 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:18:08,720 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:18:08,720 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195148720 2024-11-21T13:18:08,720 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195208720 2024-11-21T13:18:08,720 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:18:08,720 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,36171,1732195085157-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:08,720 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,36171,1732195085157-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:08,721 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,36171,1732195085157-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:08,721 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:36171, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:08,721 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:08,721 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:08,722 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:18:08,724 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.345sec 2024-11-21T13:18:08,724 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:18:08,724 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:18:08,724 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:18:08,724 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:18:08,724 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:18:08,724 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,36171,1732195085157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:18:08,724 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,36171,1732195085157-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:18:08,726 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:18:08,726 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:18:08,727 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,36171,1732195085157-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:08,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16120977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:08,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,36171,-1 for getting cluster id 2024-11-21T13:18:08,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:18:08,746 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceba04ff-77ab-4304-81c2-759d10ec695f' 2024-11-21T13:18:08,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:18:08,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceba04ff-77ab-4304-81c2-759d10ec695f" 2024-11-21T13:18:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b38e08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,36171,-1] 2024-11-21T13:18:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:18:08,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:08,748 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:18:08,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cd37fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:08,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:18:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43239,1732195085317, seqNum=-1] 2024-11-21T13:18:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:18:08,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:18:08,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:08,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51285 2024-11-21T13:18:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:18:08,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d8b5cfa0002 connected 2024-11-21T13:18:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/hadoop.log.dir so I do NOT create it in target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81 2024-11-21T13:18:08,781 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:18:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/hadoop.tmp.dir so I do NOT create it in target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81 2024-11-21T13:18:08,781 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:18:08,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81 2024-11-21T13:18:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:18:08,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/cluster_ac0875b9-ddc9-cf8b-2aae-a12fa4706b71, deleteOnExit=true 2024-11-21T13:18:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:18:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/test.cache.data in system properties and HBase conf 2024-11-21T13:18:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:18:08,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:18:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:18:08,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:18:08,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:18:08,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:18:08,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:18:08,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:18:09,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:18:09,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:18:09,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:18:09,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:18:09,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:18:09,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:18:09,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43793546{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:18:09,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10bbeb8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:18:09,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71aebfd1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/java.io.tmpdir/jetty-localhost-38033-hadoop-hdfs-3_4_1-tests_jar-_-any-14472059782674533790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:18:09,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@146432ce{HTTP/1.1, (http/1.1)}{localhost:38033} 2024-11-21T13:18:09,212 INFO [Time-limited test {}] server.Server(415): Started @60636ms 2024-11-21T13:18:09,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:18:09,477 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:18:09,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:18:09,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:18:09,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:18:09,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cb3acf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:18:09,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c7e774e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:18:09,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@559c705d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/java.io.tmpdir/jetty-localhost-42201-hadoop-hdfs-3_4_1-tests_jar-_-any-1834157466957498478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:18:09,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46babbef{HTTP/1.1, (http/1.1)}{localhost:42201} 2024-11-21T13:18:09,590 INFO [Time-limited test {}] server.Server(415): Started @61014ms 2024-11-21T13:18:09,591 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:18:10,545 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/cluster_ac0875b9-ddc9-cf8b-2aae-a12fa4706b71/data/data1/current/BP-1283926304-172.17.0.2-1732195088806/current, will proceed with Du for space computation calculation, 2024-11-21T13:18:10,545 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/cluster_ac0875b9-ddc9-cf8b-2aae-a12fa4706b71/data/data2/current/BP-1283926304-172.17.0.2-1732195088806/current, will proceed with Du for space computation calculation, 2024-11-21T13:18:10,564 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:18:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd4f3ea310f3cd43 with lease ID 0x2437e9e75b719fb4: Processing first storage report for DS-e5718bd0-e70b-4d0b-862b-1f6ea0ba70f8 from datanode DatanodeRegistration(127.0.0.1:43361, datanodeUuid=54a07483-078d-4aec-93e2-f437df4b8ba1, infoPort=44755, infoSecurePort=0, ipcPort=38207, storageInfo=lv=-57;cid=testClusterID;nsid=173286003;c=1732195088806) 2024-11-21T13:18:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd4f3ea310f3cd43 with lease ID 0x2437e9e75b719fb4: from storage DS-e5718bd0-e70b-4d0b-862b-1f6ea0ba70f8 node DatanodeRegistration(127.0.0.1:43361, datanodeUuid=54a07483-078d-4aec-93e2-f437df4b8ba1, infoPort=44755, infoSecurePort=0, ipcPort=38207, storageInfo=lv=-57;cid=testClusterID;nsid=173286003;c=1732195088806), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:18:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd4f3ea310f3cd43 with lease ID 0x2437e9e75b719fb4: Processing first storage report for DS-3ab3b74b-5e9c-4bb2-ad15-6dcde98a68a7 from datanode DatanodeRegistration(127.0.0.1:43361, datanodeUuid=54a07483-078d-4aec-93e2-f437df4b8ba1, infoPort=44755, infoSecurePort=0, ipcPort=38207, storageInfo=lv=-57;cid=testClusterID;nsid=173286003;c=1732195088806) 2024-11-21T13:18:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd4f3ea310f3cd43 with lease ID 0x2437e9e75b719fb4: from storage DS-3ab3b74b-5e9c-4bb2-ad15-6dcde98a68a7 node DatanodeRegistration(127.0.0.1:43361, datanodeUuid=54a07483-078d-4aec-93e2-f437df4b8ba1, infoPort=44755, infoSecurePort=0, ipcPort=38207, storageInfo=lv=-57;cid=testClusterID;nsid=173286003;c=1732195088806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:18:10,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81 2024-11-21T13:18:10,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:10,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:10,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:18:11,035 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff with version=8 2024-11-21T13:18:11,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/hbase-staging 2024-11-21T13:18:11,037 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:18:11,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:11,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:11,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:18:11,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:11,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:18:11,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:18:11,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:18:11,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33371 2024-11-21T13:18:11,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33371 connecting to ZooKeeper ensemble=127.0.0.1:51285 2024-11-21T13:18:11,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333710x0, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:18:11,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33371-0x1015d8b5cfa0003 connected 2024-11-21T13:18:11,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:11,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:11,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Set watcher on znode that does not yet exist, /1-1903441308/running 2024-11-21T13:18:11,129 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff, hbase.cluster.distributed=false 2024-11-21T13:18:11,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Set watcher on znode that does not yet exist, /1-1903441308/acl 2024-11-21T13:18:11,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-21T13:18:11,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33371 2024-11-21T13:18:11,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33371 2024-11-21T13:18:11,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-21T13:18:11,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33371 2024-11-21T13:18:11,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:18:11,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:11,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:11,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:18:11,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:18:11,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:18:11,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:18:11,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:18:11,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46507 2024-11-21T13:18:11,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46507 connecting to ZooKeeper ensemble=127.0.0.1:51285 2024-11-21T13:18:11,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:11,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:11,158 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465070x0, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:18:11,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465070x0, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Set watcher on znode that does not yet exist, /1-1903441308/running 2024-11-21T13:18:11,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46507-0x1015d8b5cfa0004 connected 2024-11-21T13:18:11,158 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:18:11,159 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:18:11,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Set watcher on znode that does not yet exist, /1-1903441308/master 2024-11-21T13:18:11,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Set watcher on znode that does not yet exist, /1-1903441308/acl 2024-11-21T13:18:11,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46507 2024-11-21T13:18:11,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46507 2024-11-21T13:18:11,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46507 2024-11-21T13:18:11,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46507 2024-11-21T13:18:11,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46507 2024-11-21T13:18:11,183 DEBUG [M:0;4fe6efa1e611:33371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:33371 2024-11-21T13:18:11,183 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1903441308/backup-masters/4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:11,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308/backup-masters 2024-11-21T13:18:11,189 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308/backup-masters 2024-11-21T13:18:11,190 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Set watcher on existing znode=/1-1903441308/backup-masters/4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:11,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:11,200 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1903441308/master 2024-11-21T13:18:11,200 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:11,201 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Set watcher on existing znode=/1-1903441308/master 2024-11-21T13:18:11,201 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1903441308/backup-masters/4fe6efa1e611,33371,1732195091037 from backup master directory 2024-11-21T13:18:11,210 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308/backup-masters 2024-11-21T13:18:11,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1903441308/backup-masters/4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:11,210 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:18:11,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308/backup-masters 2024-11-21T13:18:11,210 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:11,214 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/hbase.id] with ID: a63e9209-a01e-4212-a99d-9a6aa5276937 2024-11-21T13:18:11,214 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/.tmp/hbase.id 2024-11-21T13:18:11,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:18:11,622 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/.tmp/hbase.id]:[hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/hbase.id] 2024-11-21T13:18:11,632 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:11,632 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:18:11,633 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:18:11,673 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:11,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:18:12,079 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:18:12,080 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:18:12,080 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:18:12,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:18:12,487 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store 2024-11-21T13:18:12,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:18:12,903 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:12,903 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:18:12,903 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:12,904 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:12,904 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:18:12,904 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:12,904 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:18:12,904 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195092903Disabling compacts and flushes for region at 1732195092903Disabling writes for close at 1732195092904 (+1 ms)Writing region close event to WAL at 1732195092904Closed at 1732195092904 2024-11-21T13:18:12,904 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/.initializing 2024-11-21T13:18:12,905 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/WALs/4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:12,905 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:18:12,907 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C33371%2C1732195091037, suffix=, logDir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/WALs/4fe6efa1e611,33371,1732195091037, archiveDir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/oldWALs, maxLogs=10 2024-11-21T13:18:12,919 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/WALs/4fe6efa1e611,33371,1732195091037/4fe6efa1e611%2C33371%2C1732195091037.1732195092907, exclude list is [], retry=0 2024-11-21T13:18:12,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-e5718bd0-e70b-4d0b-862b-1f6ea0ba70f8,DISK] 2024-11-21T13:18:12,923 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/WALs/4fe6efa1e611,33371,1732195091037/4fe6efa1e611%2C33371%2C1732195091037.1732195092907 2024-11-21T13:18:12,923 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44755:44755)] 2024-11-21T13:18:12,923 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:18:12,923 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:12,923 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,923 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:18:12,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:12,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:12,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:18:12,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:12,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:12,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:18:12,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:12,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:12,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:18:12,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:12,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:12,931 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,932 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,932 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,933 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,933 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,934 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:18:12,935 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:18:12,937 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:18:12,938 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60532425, jitterRate=-0.09799657762050629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:18:12,938 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195092923Initializing all the Stores at 1732195092924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195092924Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195092924Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195092924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195092924Cleaning up temporary data from old regions at 1732195092933 (+9 ms)Region opened successfully at 1732195092938 (+5 ms) 2024-11-21T13:18:12,938 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:18:12,941 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bb99fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:18:12,942 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:18:12,942 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:18:12,942 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:18:12,942 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:18:12,942 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:18:12,943 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:18:12,943 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:18:12,944 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:18:12,945 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Unable to get data of znode /1-1903441308/balancer because node does not exist (not necessarily an error) 2024-11-21T13:18:13,052 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903441308/balancer already deleted, retry=false 2024-11-21T13:18:13,052 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:18:13,053 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Unable to get data of znode /1-1903441308/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:18:13,084 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903441308/normalizer already deleted, retry=false 2024-11-21T13:18:13,084 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:18:13,085 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Unable to get data of znode /1-1903441308/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:18:13,094 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903441308/switch/split already deleted, retry=false 2024-11-21T13:18:13,095 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Unable to get data of znode /1-1903441308/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:18:13,105 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903441308/switch/merge already deleted, retry=false 2024-11-21T13:18:13,106 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Unable to get data of znode /1-1903441308/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:18:13,115 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903441308/snapshot-cleanup already deleted, retry=false 2024-11-21T13:18:13,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1903441308/running 2024-11-21T13:18:13,126 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1903441308/running 2024-11-21T13:18:13,126 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:13,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:13,126 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,33371,1732195091037, sessionid=0x1015d8b5cfa0003, setting cluster-up flag (Was=false) 2024-11-21T13:18:13,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:13,147 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:13,178 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1903441308/flush-table-proc/acquired, /1-1903441308/flush-table-proc/reached, /1-1903441308/flush-table-proc/abort 2024-11-21T13:18:13,179 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:13,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:13,199 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:13,231 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1903441308/online-snapshot/acquired, /1-1903441308/online-snapshot/reached, /1-1903441308/online-snapshot/abort 2024-11-21T13:18:13,232 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:13,233 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:18:13,235 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:18:13,235 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:18:13,235 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:18:13,235 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,33371,1732195091037 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:18:13,236 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:18:13,237 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:18:13,237 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:18:13,237 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:18:13,237 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:18:13,237 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,237 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:18:13,237 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,240 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195123240 2024-11-21T13:18:13,241 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:18:13,241 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:18:13,241 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:18:13,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:18:13,241 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:18:13,241 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:18:13,241 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:18:13,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:18:13,241 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,242 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:13,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:18:13,244 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:18:13,244 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:18:13,244 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:18:13,244 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:18:13,245 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:18:13,245 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:18:13,245 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195093245,5,FailOnTimeoutGroup] 2024-11-21T13:18:13,248 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195093245,5,FailOnTimeoutGroup] 2024-11-21T13:18:13,248 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,248 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:18:13,248 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,249 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:18:13,271 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(746): ClusterId : a63e9209-a01e-4212-a99d-9a6aa5276937 2024-11-21T13:18:13,271 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:18:13,284 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:18:13,285 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:18:13,295 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:18:13,295 DEBUG [RS:0;4fe6efa1e611:46507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58db1599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:18:13,311 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:46507 2024-11-21T13:18:13,311 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:18:13,311 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:18:13,311 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:18:13,312 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,33371,1732195091037 with port=46507, startcode=1732195091144 2024-11-21T13:18:13,312 DEBUG [RS:0;4fe6efa1e611:46507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:18:13,313 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:18:13,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,46507,1732195091144 2024-11-21T13:18:13,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33371 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,46507,1732195091144 2024-11-21T13:18:13,315 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff 2024-11-21T13:18:13,315 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42261 2024-11-21T13:18:13,315 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:18:13,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308/rs 2024-11-21T13:18:13,366 DEBUG [RS:0;4fe6efa1e611:46507 {}] zookeeper.ZKUtil(111): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Set watcher on existing znode=/1-1903441308/rs/4fe6efa1e611,46507,1732195091144 2024-11-21T13:18:13,366 WARN [RS:0;4fe6efa1e611:46507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:18:13,366 INFO [RS:0;4fe6efa1e611:46507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:18:13,367 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/WALs/4fe6efa1e611,46507,1732195091144 2024-11-21T13:18:13,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,46507,1732195091144] 2024-11-21T13:18:13,370 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:18:13,372 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:18:13,372 INFO [RS:0;4fe6efa1e611:46507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:18:13,372 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,372 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:18:13,373 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:18:13,373 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,373 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,373 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,373 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,373 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,373 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,373 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:18:13,373 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,373 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,373 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,373 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,374 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,374 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:18:13,374 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:18:13,374 DEBUG [RS:0;4fe6efa1e611:46507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:18:13,376 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,376 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,376 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,376 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,376 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,376 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46507,1732195091144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:18:13,390 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:18:13,390 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46507,1732195091144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,390 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,391 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.Replication(171): 4fe6efa1e611,46507,1732195091144 started 2024-11-21T13:18:13,404 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:13,405 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,46507,1732195091144, RpcServer on 4fe6efa1e611/172.17.0.2:46507, sessionid=0x1015d8b5cfa0004 2024-11-21T13:18:13,405 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:18:13,405 DEBUG [RS:0;4fe6efa1e611:46507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,46507,1732195091144 2024-11-21T13:18:13,405 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,46507,1732195091144' 2024-11-21T13:18:13,405 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1903441308/flush-table-proc/abort' 2024-11-21T13:18:13,406 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1903441308/flush-table-proc/acquired' 2024-11-21T13:18:13,406 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:18:13,406 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:18:13,406 DEBUG [RS:0;4fe6efa1e611:46507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,46507,1732195091144 2024-11-21T13:18:13,406 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,46507,1732195091144' 2024-11-21T13:18:13,406 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1903441308/online-snapshot/abort' 2024-11-21T13:18:13,407 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1903441308/online-snapshot/acquired' 2024-11-21T13:18:13,407 DEBUG [RS:0;4fe6efa1e611:46507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:18:13,407 INFO [RS:0;4fe6efa1e611:46507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:18:13,407 INFO [RS:0;4fe6efa1e611:46507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:18:13,508 INFO [RS:0;4fe6efa1e611:46507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:18:13,510 INFO [RS:0;4fe6efa1e611:46507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C46507%2C1732195091144, suffix=, logDir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/WALs/4fe6efa1e611,46507,1732195091144, archiveDir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/oldWALs, maxLogs=10 2024-11-21T13:18:13,522 DEBUG [RS:0;4fe6efa1e611:46507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/WALs/4fe6efa1e611,46507,1732195091144/4fe6efa1e611%2C46507%2C1732195091144.1732195093510, exclude list is [], retry=0 2024-11-21T13:18:13,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-e5718bd0-e70b-4d0b-862b-1f6ea0ba70f8,DISK] 2024-11-21T13:18:13,527 INFO [RS:0;4fe6efa1e611:46507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/WALs/4fe6efa1e611,46507,1732195091144/4fe6efa1e611%2C46507%2C1732195091144.1732195093510 2024-11-21T13:18:13,527 DEBUG [RS:0;4fe6efa1e611:46507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44755:44755)] 2024-11-21T13:18:13,593 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:18:13,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:18:13,652 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff 2024-11-21T13:18:13,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:18:14,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:14,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:18:14,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:18:14,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:14,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:14,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:18:14,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:18:14,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:14,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:14,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:18:14,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:18:14,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:14,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:14,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:18:14,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:18:14,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:14,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:14,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:18:14,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740 2024-11-21T13:18:14,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740 2024-11-21T13:18:14,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:18:14,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:18:14,069 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:18:14,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:18:14,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:18:14,072 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67055245, jitterRate=-7.989853620529175E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:18:14,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195094058Initializing all the Stores at 1732195094059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195094059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195094060 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195094060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195094060Cleaning up temporary data from old regions at 1732195094069 (+9 ms)Region opened successfully at 1732195094072 (+3 ms) 2024-11-21T13:18:14,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:18:14,073 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:18:14,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:18:14,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:18:14,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:18:14,073 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:18:14,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195094073Disabling compacts and flushes for region at 1732195094073Disabling writes for close at 1732195094073Writing region close event to WAL at 1732195094073Closed at 1732195094073 2024-11-21T13:18:14,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:18:14,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:18:14,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:18:14,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:18:14,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:18:14,175 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:18:14,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:14,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:14,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:14,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:14,226 DEBUG [4fe6efa1e611:33371 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:18:14,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,46507,1732195091144 2024-11-21T13:18:14,228 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,46507,1732195091144, state=OPENING 2024-11-21T13:18:14,326 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:18:14,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:14,336 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:18:14,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1903441308/meta-region-server: CHANGED 2024-11-21T13:18:14,337 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:18:14,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,46507,1732195091144}] 2024-11-21T13:18:14,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1903441308/meta-region-server: CHANGED 2024-11-21T13:18:14,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:18:14,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T13:18:14,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:18:14,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T13:18:14,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:18:14,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T13:18:14,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:18:14,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T13:18:14,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:18:14,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:18:14,494 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:18:14,494 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:18:14,495 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:18:14,496 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C46507%2C1732195091144.meta, suffix=.meta, logDir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/WALs/4fe6efa1e611,46507,1732195091144, archiveDir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/oldWALs, maxLogs=10 2024-11-21T13:18:14,508 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/WALs/4fe6efa1e611,46507,1732195091144/4fe6efa1e611%2C46507%2C1732195091144.meta.1732195094497.meta, exclude list is [], retry=0 2024-11-21T13:18:14,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43361,DS-e5718bd0-e70b-4d0b-862b-1f6ea0ba70f8,DISK] 2024-11-21T13:18:14,512 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/WALs/4fe6efa1e611,46507,1732195091144/4fe6efa1e611%2C46507%2C1732195091144.meta.1732195094497.meta 2024-11-21T13:18:14,512 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44755:44755)] 2024-11-21T13:18:14,513 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:18:14,513 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:18:14,513 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:18:14,513 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:18:14,513 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:18:14,513 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:18:14,513 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:14,513 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:18:14,513 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:18:14,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:18:14,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:18:14,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:14,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:14,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:18:14,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:18:14,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:14,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:14,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:18:14,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:18:14,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:14,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:14,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:18:14,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:18:14,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:14,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:18:14,519 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:18:14,520 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740 2024-11-21T13:18:14,521 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740 2024-11-21T13:18:14,522 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:18:14,523 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:18:14,523 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:18:14,524 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:18:14,525 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72398262, jitterRate=0.0788181722164154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:18:14,525 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:18:14,525 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195094513Writing region info on filesystem at 1732195094513Initializing all the Stores at 1732195094514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195094514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195094514Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195094514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195094514Cleaning up temporary data from old regions at 1732195094523 (+9 ms)Running coprocessor post-open hooks at 1732195094525 (+2 ms)Region opened successfully at 1732195094525 2024-11-21T13:18:14,526 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195094489 2024-11-21T13:18:14,528 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:18:14,528 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:18:14,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,46507,1732195091144 2024-11-21T13:18:14,530 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,46507,1732195091144, state=OPEN 2024-11-21T13:18:14,536 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1903441308/meta-region-server 2024-11-21T13:18:14,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1903441308/meta-region-server 2024-11-21T13:18:14,536 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,46507,1732195091144 2024-11-21T13:18:14,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1903441308/meta-region-server: CHANGED 2024-11-21T13:18:14,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1903441308/meta-region-server: CHANGED 2024-11-21T13:18:14,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:18:14,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,46507,1732195091144 in 199 msec 2024-11-21T13:18:14,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:18:14,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-21T13:18:14,543 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:18:14,543 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:18:14,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:18:14,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,46507,1732195091144, seqNum=-1] 2024-11-21T13:18:14,544 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:18:14,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:18:14,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-11-21T13:18:14,555 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195094555, completionTime=-1 2024-11-21T13:18:14,556 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:18:14,556 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:18:14,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:18:14,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195154557 2024-11-21T13:18:14,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195214557 2024-11-21T13:18:14,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:18:14,558 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33371,1732195091037-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:14,558 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33371,1732195091037-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:14,558 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33371,1732195091037-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:14,558 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:33371, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:14,558 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:14,558 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:14,560 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:18:14,562 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.352sec 2024-11-21T13:18:14,562 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:18:14,562 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:18:14,562 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:18:14,562 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:18:14,562 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:18:14,562 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33371,1732195091037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:18:14,562 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33371,1732195091037-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:18:14,564 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:18:14,564 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:18:14,564 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33371,1732195091037-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:18:14,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fec86dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:14,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33371,-1 for getting cluster id 2024-11-21T13:18:14,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:18:14,605 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a63e9209-a01e-4212-a99d-9a6aa5276937' 2024-11-21T13:18:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:18:14,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a63e9209-a01e-4212-a99d-9a6aa5276937" 2024-11-21T13:18:14,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b5dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:14,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33371,-1] 2024-11-21T13:18:14,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:18:14,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:14,607 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:18:14,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aaacd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:14,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:18:14,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,46507,1732195091144, seqNum=-1] 2024-11-21T13:18:14,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:18:14,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:18:14,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:14,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51285 2024-11-21T13:18:14,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:18:14,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d8b5cfa0005 connected 2024-11-21T13:18:14,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:18:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e17435 2024-11-21T13:18:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:18:14,637 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:18:14,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:18:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:18:14,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:18:14,646 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:14,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:18:14,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:18:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:14,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:18:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:15,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7af6d1e613d9439c723ece95d7e7188d, NAME => 'test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b 2024-11-21T13:18:15,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:18:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:15,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:15,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7af6d1e613d9439c723ece95d7e7188d, disabling compactions & flushes 2024-11-21T13:18:15,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:18:15,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:18:15,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. after waiting 0 ms 2024-11-21T13:18:15,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:18:15,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:18:15,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7af6d1e613d9439c723ece95d7e7188d: Waiting for close lock at 1732195095461Disabling compacts and flushes for region at 1732195095461Disabling writes for close at 1732195095461Writing region close event to WAL at 1732195095461Closed at 1732195095461 2024-11-21T13:18:15,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:18:15,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195095463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195095463"}]},"ts":"1732195095463"} 2024-11-21T13:18:15,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:18:15,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:18:15,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195095466"}]},"ts":"1732195095466"} 2024-11-21T13:18:15,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:18:15,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7af6d1e613d9439c723ece95d7e7188d, ASSIGN}] 2024-11-21T13:18:15,470 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7af6d1e613d9439c723ece95d7e7188d, ASSIGN 2024-11-21T13:18:15,470 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7af6d1e613d9439c723ece95d7e7188d, ASSIGN; state=OFFLINE, location=4fe6efa1e611,43239,1732195085317; forceNewPlan=false, retain=false 2024-11-21T13:18:15,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7af6d1e613d9439c723ece95d7e7188d, regionState=OPENING, regionLocation=4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:15,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7af6d1e613d9439c723ece95d7e7188d, ASSIGN because future has completed 2024-11-21T13:18:15,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af6d1e613d9439c723ece95d7e7188d, server=4fe6efa1e611,43239,1732195085317}] 2024-11-21T13:18:15,780 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:18:15,781 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7af6d1e613d9439c723ece95d7e7188d, NAME => 'test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:18:15,781 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:18:15,781 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:18:15,781 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,781 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:15,781 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,782 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,783 INFO [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,784 INFO [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af6d1e613d9439c723ece95d7e7188d columnFamilyName f 2024-11-21T13:18:15,784 DEBUG [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:15,785 INFO [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] regionserver.HStore(327): Store=7af6d1e613d9439c723ece95d7e7188d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:15,785 INFO [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,786 INFO [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af6d1e613d9439c723ece95d7e7188d columnFamilyName f1 2024-11-21T13:18:15,786 DEBUG [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:15,786 INFO [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] regionserver.HStore(327): Store=7af6d1e613d9439c723ece95d7e7188d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:15,786 INFO [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,788 INFO [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af6d1e613d9439c723ece95d7e7188d columnFamilyName norep 2024-11-21T13:18:15,788 DEBUG [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:15,788 INFO [StoreOpener-7af6d1e613d9439c723ece95d7e7188d-1 {}] regionserver.HStore(327): Store=7af6d1e613d9439c723ece95d7e7188d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:15,788 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:15,789 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,789 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,790 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,790 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,791 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:18:15,792 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,794 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:18:15,794 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7af6d1e613d9439c723ece95d7e7188d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70900650, jitterRate=0.05650201439857483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:18:15,794 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:18:15,795 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7af6d1e613d9439c723ece95d7e7188d: Running coprocessor pre-open hook at 1732195095782Writing region info on filesystem at 1732195095782Initializing all the Stores at 1732195095782Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195095783 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195095783Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195095783Cleaning up temporary data from old regions at 1732195095790 (+7 ms)Running coprocessor post-open hooks at 1732195095794 (+4 ms)Region opened successfully at 1732195095795 (+1 ms) 2024-11-21T13:18:15,797 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., pid=6, masterSystemTime=1732195095777 2024-11-21T13:18:15,799 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:18:15,799 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:18:15,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7af6d1e613d9439c723ece95d7e7188d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:15,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af6d1e613d9439c723ece95d7e7188d, server=4fe6efa1e611,43239,1732195085317 because future has completed 2024-11-21T13:18:15,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:18:15,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7af6d1e613d9439c723ece95d7e7188d, server=4fe6efa1e611,43239,1732195085317 in 180 msec 2024-11-21T13:18:15,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:18:15,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7af6d1e613d9439c723ece95d7e7188d, ASSIGN in 339 msec 2024-11-21T13:18:15,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:18:15,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195095811"}]},"ts":"1732195095811"} 2024-11-21T13:18:15,813 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:18:15,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:18:15,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-21T13:18:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:16,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:18:16,799 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:18:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@586950c6 2024-11-21T13:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:18:16,801 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:18:16,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:18:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:18:16,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:18:16,804 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:16,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:18:16,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:18:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:16,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:18:16,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:17,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ab2cc880a6f2ea434bef22e057cd4e5, NAME => 'test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff 2024-11-21T13:18:17,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:18:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:17,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:17,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8ab2cc880a6f2ea434bef22e057cd4e5, disabling compactions & flushes 2024-11-21T13:18:17,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:18:17,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:18:17,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. after waiting 0 ms 2024-11-21T13:18:17,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:18:17,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:18:17,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ab2cc880a6f2ea434bef22e057cd4e5: Waiting for close lock at 1732195097619Disabling compacts and flushes for region at 1732195097619Disabling writes for close at 1732195097619Writing region close event to WAL at 1732195097619Closed at 1732195097619 2024-11-21T13:18:17,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:18:17,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195097620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195097620"}]},"ts":"1732195097620"} 2024-11-21T13:18:17,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:18:17,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:18:17,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195097624"}]},"ts":"1732195097624"} 2024-11-21T13:18:17,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:18:17,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ab2cc880a6f2ea434bef22e057cd4e5, ASSIGN}] 2024-11-21T13:18:17,628 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ab2cc880a6f2ea434bef22e057cd4e5, ASSIGN 2024-11-21T13:18:17,629 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ab2cc880a6f2ea434bef22e057cd4e5, ASSIGN; state=OFFLINE, location=4fe6efa1e611,46507,1732195091144; forceNewPlan=false, retain=false 2024-11-21T13:18:17,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ab2cc880a6f2ea434bef22e057cd4e5, regionState=OPENING, regionLocation=4fe6efa1e611,46507,1732195091144 2024-11-21T13:18:17,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ab2cc880a6f2ea434bef22e057cd4e5, ASSIGN because future has completed 2024-11-21T13:18:17,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ab2cc880a6f2ea434bef22e057cd4e5, server=4fe6efa1e611,46507,1732195091144}] 2024-11-21T13:18:17,938 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:18:17,938 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ab2cc880a6f2ea434bef22e057cd4e5, NAME => 'test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:18:17,938 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:18:17,939 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:18:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:17,939 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,939 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:17,939 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,939 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,940 INFO [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,941 INFO [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab2cc880a6f2ea434bef22e057cd4e5 columnFamilyName f 2024-11-21T13:18:17,941 DEBUG [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:17,942 INFO [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] regionserver.HStore(327): Store=8ab2cc880a6f2ea434bef22e057cd4e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:17,942 INFO [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,943 INFO [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab2cc880a6f2ea434bef22e057cd4e5 columnFamilyName f1 2024-11-21T13:18:17,943 DEBUG [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:17,943 INFO [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] regionserver.HStore(327): Store=8ab2cc880a6f2ea434bef22e057cd4e5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:17,943 INFO [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,944 INFO [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab2cc880a6f2ea434bef22e057cd4e5 columnFamilyName norep 2024-11-21T13:18:17,944 DEBUG [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:17,945 INFO [StoreOpener-8ab2cc880a6f2ea434bef22e057cd4e5-1 {}] regionserver.HStore(327): Store=8ab2cc880a6f2ea434bef22e057cd4e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:17,945 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,945 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,946 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,947 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,947 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,947 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:18:17,949 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,950 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:18:17,951 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ab2cc880a6f2ea434bef22e057cd4e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65466034, jitterRate=-0.024480074644088745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:18:17,951 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:18:17,951 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ab2cc880a6f2ea434bef22e057cd4e5: Running coprocessor pre-open hook at 1732195097939Writing region info on filesystem at 1732195097939Initializing all the Stores at 1732195097940 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195097940Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195097940Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195097940Cleaning up temporary data from old regions at 1732195097947 (+7 ms)Running coprocessor post-open hooks at 1732195097951 (+4 ms)Region opened successfully at 1732195097951 2024-11-21T13:18:17,952 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5., pid=6, masterSystemTime=1732195097934 2024-11-21T13:18:17,954 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:18:17,954 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:18:17,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ab2cc880a6f2ea434bef22e057cd4e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,46507,1732195091144 2024-11-21T13:18:17,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ab2cc880a6f2ea434bef22e057cd4e5, server=4fe6efa1e611,46507,1732195091144 because future has completed 2024-11-21T13:18:17,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:18:17,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ab2cc880a6f2ea434bef22e057cd4e5, server=4fe6efa1e611,46507,1732195091144 in 176 msec 2024-11-21T13:18:17,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:18:17,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8ab2cc880a6f2ea434bef22e057cd4e5, ASSIGN in 334 msec 2024-11-21T13:18:17,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:18:17,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195097963"}]},"ts":"1732195097963"} 2024-11-21T13:18:17,965 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:18:17,966 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:18:17,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-21T13:18:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:18:18,949 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:18:18,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a378045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,36171,-1 for getting cluster id 2024-11-21T13:18:18,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:18:18,950 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceba04ff-77ab-4304-81c2-759d10ec695f' 2024-11-21T13:18:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:18:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceba04ff-77ab-4304-81c2-759d10ec695f" 2024-11-21T13:18:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3751eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,36171,-1] 2024-11-21T13:18:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:18:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:18,952 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:18:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505ece0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edab866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33371,-1 for getting cluster id 2024-11-21T13:18:18,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:18:18,954 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a63e9209-a01e-4212-a99d-9a6aa5276937' 2024-11-21T13:18:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:18:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a63e9209-a01e-4212-a99d-9a6aa5276937" 2024-11-21T13:18:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239682b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33371,-1] 2024-11-21T13:18:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:18:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:18,955 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:18:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67789735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff24e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,36171,-1 for getting cluster id 2024-11-21T13:18:18,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:18:18,957 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceba04ff-77ab-4304-81c2-759d10ec695f' 2024-11-21T13:18:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:18:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceba04ff-77ab-4304-81c2-759d10ec695f" 2024-11-21T13:18:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153db9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,36171,-1] 2024-11-21T13:18:18,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:18:18,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:18,958 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:18:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:18:18,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:18,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65af0826 2024-11-21T13:18:18,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:18:18,963 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:18:18,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:33371,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:18:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:18:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:18:18,966 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:33371' 2024-11-21T13:18:18,968 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326b1ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,968 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33371,-1 for getting cluster id 2024-11-21T13:18:18,968 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:18:18,968 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a63e9209-a01e-4212-a99d-9a6aa5276937' 2024-11-21T13:18:18,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:18:18,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a63e9209-a01e-4212-a99d-9a6aa5276937" 2024-11-21T13:18:18,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200eab88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33371,-1] 2024-11-21T13:18:18,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:18:18,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:18,970 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:18:18,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30dd2820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:18,971 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:18:18,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:18,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f275806 2024-11-21T13:18:18,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:18:18,972 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:18:18,973 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:18:18,973 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:18:18,973 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:18,973 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:18,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:18:18,974 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:18:18,975 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:18:18,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:18:18,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:18,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:18:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:18:19,025 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:18:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:18:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:18:19,370 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T13:18:19,384 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6ea1d61cd111e6009652b565cde5db2, NAME => 'hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b 2024-11-21T13:18:19,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:18:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:18:19,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:19,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c6ea1d61cd111e6009652b565cde5db2, disabling compactions & flushes 2024-11-21T13:18:19,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:18:19,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:18:19,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. after waiting 0 ms 2024-11-21T13:18:19,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:18:19,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:18:19,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6ea1d61cd111e6009652b565cde5db2: Waiting for close lock at 1732195099790Disabling compacts and flushes for region at 1732195099790Disabling writes for close at 1732195099790Writing region close event to WAL at 1732195099790Closed at 1732195099790 2024-11-21T13:18:19,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:18:19,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195099791"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195099791"}]},"ts":"1732195099791"} 2024-11-21T13:18:19,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:18:19,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:18:19,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195099794"}]},"ts":"1732195099794"} 2024-11-21T13:18:19,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:18:19,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6ea1d61cd111e6009652b565cde5db2, ASSIGN}] 2024-11-21T13:18:19,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6ea1d61cd111e6009652b565cde5db2, ASSIGN 2024-11-21T13:18:19,798 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c6ea1d61cd111e6009652b565cde5db2, ASSIGN; state=OFFLINE, location=4fe6efa1e611,43239,1732195085317; forceNewPlan=false, retain=false 2024-11-21T13:18:19,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c6ea1d61cd111e6009652b565cde5db2, regionState=OPENING, regionLocation=4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:19,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c6ea1d61cd111e6009652b565cde5db2, ASSIGN because future has completed 2024-11-21T13:18:19,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6ea1d61cd111e6009652b565cde5db2, server=4fe6efa1e611,43239,1732195085317}] 2024-11-21T13:18:20,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:18:20,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:20,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:20,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:20,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:18:20,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:18:20,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:18:20,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:18:20,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C43239%2C1732195085317.rep, suffix=, logDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317, archiveDir=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/oldWALs, maxLogs=10 2024-11-21T13:18:20,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.rep.1732195100111, exclude list is [], retry=0 2024-11-21T13:18:20,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45691,DS-d8c85de4-b5bb-4b58-9a0e-dd7b8b2309e1,DISK] 2024-11-21T13:18:20,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.rep.1732195100111 2024-11-21T13:18:20,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37073:37073)] 2024-11-21T13:18:20,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c6ea1d61cd111e6009652b565cde5db2, NAME => 'hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:18:20,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:18:20,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:18:20,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. service=MultiRowMutationService 2024-11-21T13:18:20,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:18:20,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:18:20,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,131 INFO [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,132 INFO [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6ea1d61cd111e6009652b565cde5db2 columnFamilyName hfileref 2024-11-21T13:18:20,132 DEBUG [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:20,132 INFO [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] regionserver.HStore(327): Store=c6ea1d61cd111e6009652b565cde5db2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:20,133 INFO [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,134 INFO [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6ea1d61cd111e6009652b565cde5db2 columnFamilyName queue 2024-11-21T13:18:20,134 DEBUG [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:20,134 INFO [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] regionserver.HStore(327): Store=c6ea1d61cd111e6009652b565cde5db2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:20,134 INFO [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,135 INFO [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6ea1d61cd111e6009652b565cde5db2 columnFamilyName sid 2024-11-21T13:18:20,135 DEBUG [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:18:20,136 INFO [StoreOpener-c6ea1d61cd111e6009652b565cde5db2-1 {}] regionserver.HStore(327): Store=c6ea1d61cd111e6009652b565cde5db2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:18:20,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:18:20,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:18:20,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c6ea1d61cd111e6009652b565cde5db2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60009487, jitterRate=-0.10578896105289459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:18:20,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:18:20,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c6ea1d61cd111e6009652b565cde5db2: Running coprocessor pre-open hook at 1732195100129Writing region info on filesystem at 1732195100129Initializing all the Stores at 1732195100130 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195100130Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195100131 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195100131Cleaning up temporary data from old regions at 1732195100138 (+7 ms)Running coprocessor post-open hooks at 1732195100142 (+4 ms)Region opened successfully at 1732195100143 (+1 ms) 2024-11-21T13:18:20,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2., pid=10, masterSystemTime=1732195100104 2024-11-21T13:18:20,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:18:20,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:18:20,146 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c6ea1d61cd111e6009652b565cde5db2, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,43239,1732195085317 2024-11-21T13:18:20,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6ea1d61cd111e6009652b565cde5db2, server=4fe6efa1e611,43239,1732195085317 because future has completed 2024-11-21T13:18:20,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:18:20,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c6ea1d61cd111e6009652b565cde5db2, server=4fe6efa1e611,43239,1732195085317 in 197 msec 2024-11-21T13:18:20,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:18:20,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c6ea1d61cd111e6009652b565cde5db2, ASSIGN in 354 msec 2024-11-21T13:18:20,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:18:20,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195100153"}]},"ts":"1732195100153"} 2024-11-21T13:18:20,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:18:20,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:18:20,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-21T13:18:20,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2] 2024-11-21T13:18:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:18:20,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:18:20,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43239 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:18:20,575 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:18:20,617 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,43239,1732195085317, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:18:20,617 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:18:20,617 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43239,1732195085317, seqNum=-1] 2024-11-21T13:18:20,618 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:18:20,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-21T13:18:20,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,43239,1732195085317', locateType=CURRENT is [region=hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2] 2024-11-21T13:18:20,624 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:18:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:18:20,627 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,43239,1732195085317 suceeded 2024-11-21T13:18:20,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:18:20,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-21T13:18:20,629 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:33371,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-21T13:18:20,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6660 sec 2024-11-21T13:18:20,639 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:33371' 2024-11-21T13:18:20,640 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ca8d6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:20,640 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33371,-1 for getting cluster id 2024-11-21T13:18:20,640 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:18:20,641 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a63e9209-a01e-4212-a99d-9a6aa5276937' 2024-11-21T13:18:20,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:18:20,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a63e9209-a01e-4212-a99d-9a6aa5276937" 2024-11-21T13:18:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c1e8ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33371,-1] 2024-11-21T13:18:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:18:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:20,643 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:18:20,644 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e893f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:20,644 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:18:20,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:20,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11fce2c8 2024-11-21T13:18:20,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:18:20,646 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-21T13:18:20,646 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,43239,1732195085317 (queues=1) is replicating from cluster=ceba04ff-77ab-4304-81c2-759d10ec695f to cluster=a63e9209-a01e-4212-a99d-9a6aa5276937 2024-11-21T13:18:20,646 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C43239%2C1732195085317 2024-11-21T13:18:20,647 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,43239,1732195085317, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:18:20,647 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.shipper4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C43239%2C1732195085317 2024-11-21T13:18:20,647 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729, startPosition=0, beingWritten=true 2024-11-21T13:18:20,657 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:18:20,658 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 379, reset compression=false 2024-11-21T13:18:20,658 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.shipper4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,43239,1732195085317 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:18:20,862 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 379, reset compression=false 2024-11-21T13:18:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:18:21,109 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:18:21,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:18:21,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:18:21,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:21,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:21,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:18:21,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:21,115 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732195101113/Put/seqid=0 2024-11-21T13:18:21,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741840_1016 (size=7894) 2024-11-21T13:18:21,166 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 379, reset compression=false 2024-11-21T13:18:21,522 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f/f/hfile_1 is 34, key is ddd/f:row/1732195101521/Put/seqid=0 2024-11-21T13:18:21,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741841_1017 (size=7691) 2024-11-21T13:18:21,570 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 379, reset compression=false 2024-11-21T13:18:21,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f6b21d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:21,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,36171,-1 for getting cluster id 2024-11-21T13:18:21,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:18:21,932 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceba04ff-77ab-4304-81c2-759d10ec695f' 2024-11-21T13:18:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:18:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceba04ff-77ab-4304-81c2-759d10ec695f" 2024-11-21T13:18:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7b03cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,36171,-1] 2024-11-21T13:18:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:18:21,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:21,933 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:18:21,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47aba0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:21,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:18:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43239,1732195085317, seqNum=-1] 2024-11-21T13:18:21,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:18:21,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:18:21,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:18:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b6d0e68 2024-11-21T13:18:21,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:18:21,951 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:18:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2] 2024-11-21T13:18:21,965 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:18:21,976 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T13:18:21,979 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T13:18:21,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f/f/hfile_0 for inclusion in 7af6d1e613d9439c723ece95d7e7188d/f 2024-11-21T13:18:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T13:18:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:18:22,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f/f/hfile_1 for inclusion in 7af6d1e613d9439c723ece95d7e7188d/f 2024-11-21T13:18:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T13:18:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:18:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HRegion(2603): Flush status journal for 7af6d1e613d9439c723ece95d7e7188d: 2024-11-21T13:18:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f/f/hfile_0 to hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__a3e7qv709rjkfrjibfu3fjqhe02nqkppi526lr9cb4ebe16h70q7al92eq729b26/f/hfile_0 2024-11-21T13:18:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__a3e7qv709rjkfrjibfu3fjqhe02nqkppi526lr9cb4ebe16h70q7al92eq729b26/f/hfile_0 as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f/5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_ 2024-11-21T13:18:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f/f/hfile_1 to hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__a3e7qv709rjkfrjibfu3fjqhe02nqkppi526lr9cb4ebe16h70q7al92eq729b26/f/hfile_1 2024-11-21T13:18:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__a3e7qv709rjkfrjibfu3fjqhe02nqkppi526lr9cb4ebe16h70q7al92eq729b26/f/hfile_1 as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f/d752c33a925444a88f6cee8d86577b92_SeqId_4_ 2024-11-21T13:18:22,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__a3e7qv709rjkfrjibfu3fjqhe02nqkppi526lr9cb4ebe16h70q7al92eq729b26/f/hfile_0 into 7af6d1e613d9439c723ece95d7e7188d/f as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f/5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_ - updating store file list. 2024-11-21T13:18:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:18:22,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f/5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_ into 7af6d1e613d9439c723ece95d7e7188d/f 2024-11-21T13:18:22,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__a3e7qv709rjkfrjibfu3fjqhe02nqkppi526lr9cb4ebe16h70q7al92eq729b26/f/hfile_0 into 7af6d1e613d9439c723ece95d7e7188d/f (new location: hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f/5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_) 2024-11-21T13:18:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__a3e7qv709rjkfrjibfu3fjqhe02nqkppi526lr9cb4ebe16h70q7al92eq729b26/f/hfile_0 2024-11-21T13:18:22,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__a3e7qv709rjkfrjibfu3fjqhe02nqkppi526lr9cb4ebe16h70q7al92eq729b26/f/hfile_1 into 7af6d1e613d9439c723ece95d7e7188d/f as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f/d752c33a925444a88f6cee8d86577b92_SeqId_4_ - updating store file list. 2024-11-21T13:18:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d752c33a925444a88f6cee8d86577b92_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:18:22,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f/d752c33a925444a88f6cee8d86577b92_SeqId_4_ into 7af6d1e613d9439c723ece95d7e7188d/f 2024-11-21T13:18:22,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__a3e7qv709rjkfrjibfu3fjqhe02nqkppi526lr9cb4ebe16h70q7al92eq729b26/f/hfile_1 into 7af6d1e613d9439c723ece95d7e7188d/f (new location: hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f/d752c33a925444a88f6cee8d86577b92_SeqId_4_) 2024-11-21T13:18:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__a3e7qv709rjkfrjibfu3fjqhe02nqkppi526lr9cb4ebe16h70q7al92eq729b26/f/hfile_1 2024-11-21T13:18:22,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:18:22,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:18:22,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:22,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:22,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:18:22,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:18:22,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2 , the old value is region=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4fe6efa1e611:43239 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:18:22,046 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T13:18:22,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,46507,1732195091144, seqNum=-1] 2024-11-21T13:18:22,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:18:22,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:18:22,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2 from cache 2024-11-21T13:18:22,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:18:22,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5., hostname=4fe6efa1e611,46507,1732195091144, seqNum=2] 2024-11-21T13:18:22,052 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T13:18:22,074 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 379, reset compression=false 2024-11-21T13:18:22,081 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:18:22,081 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.shipper4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,43239,1732195085317 got entry batch from reader: WALEntryBatch [walEntries=[{test/7af6d1e613d9439c723ece95d7e7188d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732195102037/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T13:18:22,106 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.shipper4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:18:22,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-21T13:18:22,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.ReplicationSink(318): Replicating [ceba04ff-77ab-4304-81c2-759d10ec695f] bulk loaded data 2024-11-21T13:18:22,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59486603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:22,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33371,-1 for getting cluster id 2024-11-21T13:18:22,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:18:22,113 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a63e9209-a01e-4212-a99d-9a6aa5276937' 2024-11-21T13:18:22,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:18:22,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a63e9209-a01e-4212-a99d-9a6aa5276937" 2024-11-21T13:18:22,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:22,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33371,-1] 2024-11-21T13:18:22,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:18:22,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:22,115 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:18:22,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5de1b3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:22,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741837_1013 (size=7894) 2024-11-21T13:18:22,159 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:43239 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T13:18:22,281 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 687, reset compression=false 2024-11-21T13:18:22,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741838_1014 (size=7691) 2024-11-21T13:18:22,585 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 687, reset compression=false 2024-11-21T13:18:22,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:18:22,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33371,1732195091037 2024-11-21T13:18:22,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a47cf 2024-11-21T13:18:22,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:18:22,948 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-21T13:18:22,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:18:22,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:18:22,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,46507,1732195091144, seqNum=-1] 2024-11-21T13:18:22,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:18:22,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-21T13:18:22,959 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T13:18:22,963 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/d752c33a925444a88f6cee8d86577b92_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T13:18:22,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/d752c33a925444a88f6cee8d86577b92_SeqId_4_ for inclusion in 8ab2cc880a6f2ea434bef22e057cd4e5/f 2024-11-21T13:18:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T13:18:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:18:22,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_ for inclusion in 8ab2cc880a6f2ea434bef22e057cd4e5/f 2024-11-21T13:18:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T13:18:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:18:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HRegion(2603): Flush status journal for 8ab2cc880a6f2ea434bef22e057cd4e5: 2024-11-21T13:18:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d752c33a925444a88f6cee8d86577b92_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:18:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/d752c33a925444a88f6cee8d86577b92_SeqId_4_ as hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5/f/dd85a9d6da0b49a8814914672f6a2e07_SeqId_4_ 2024-11-21T13:18:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:18:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_ as hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5/f/c672308220b643eb94fc3ab5c6d65eb7_SeqId_4_ 2024-11-21T13:18:22,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/d752c33a925444a88f6cee8d86577b92_SeqId_4_ into 8ab2cc880a6f2ea434bef22e057cd4e5/f as hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5/f/dd85a9d6da0b49a8814914672f6a2e07_SeqId_4_ - updating store file list. 2024-11-21T13:18:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd85a9d6da0b49a8814914672f6a2e07_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:18:22,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5/f/dd85a9d6da0b49a8814914672f6a2e07_SeqId_4_ into 8ab2cc880a6f2ea434bef22e057cd4e5/f 2024-11-21T13:18:22,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/d752c33a925444a88f6cee8d86577b92_SeqId_4_ into 8ab2cc880a6f2ea434bef22e057cd4e5/f (new location: hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5/f/dd85a9d6da0b49a8814914672f6a2e07_SeqId_4_) 2024-11-21T13:18:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/d752c33a925444a88f6cee8d86577b92_SeqId_4_ 2024-11-21T13:18:22,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_ into 8ab2cc880a6f2ea434bef22e057cd4e5/f as hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5/f/c672308220b643eb94fc3ab5c6d65eb7_SeqId_4_ - updating store file list. 2024-11-21T13:18:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c672308220b643eb94fc3ab5c6d65eb7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:18:22,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5/f/c672308220b643eb94fc3ab5c6d65eb7_SeqId_4_ into 8ab2cc880a6f2ea434bef22e057cd4e5/f 2024-11-21T13:18:22,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_ into 8ab2cc880a6f2ea434bef22e057cd4e5/f (new location: hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5/f/c672308220b643eb94fc3ab5c6d65eb7_SeqId_4_) 2024-11-21T13:18:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/staging/jenkins.hfs.6__test__afqckh69rc83hndg5nqq2b3e74ptn74gh7ni287pjdqfarkmf1u5o21tnbm48vhu/f/5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_ 2024-11-21T13:18:22,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46507 {}] regionserver.ReplicationSink(324): Finished replicating [ceba04ff-77ab-4304-81c2-759d10ec695f] bulk loaded data 2024-11-21T13:18:22,990 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 687, reset compression=false 2024-11-21T13:18:23,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:18:23,072 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732195103071/Put/seqid=0 2024-11-21T13:18:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741842_1018 (size=7997) 2024-11-21T13:18:23,479 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732195103478/Put/seqid=0 2024-11-21T13:18:23,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741843_1019 (size=7794) 2024-11-21T13:18:23,494 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 687, reset compression=false 2024-11-21T13:18:23,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64af7069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:23,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,36171,-1 for getting cluster id 2024-11-21T13:18:23,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:18:23,886 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ceba04ff-77ab-4304-81c2-759d10ec695f' 2024-11-21T13:18:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:18:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ceba04ff-77ab-4304-81c2-759d10ec695f" 2024-11-21T13:18:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a723fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,36171,-1] 2024-11-21T13:18:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:18:23,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:23,887 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:18:23,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18989257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:18:23,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:18:23,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43239,1732195085317, seqNum=-1] 2024-11-21T13:18:23,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:18:23,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:18:23,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:18:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,36171,1732195085157 2024-11-21T13:18:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@503d4aed 2024-11-21T13:18:23,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:18:23,900 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:18:23,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2] 2024-11-21T13:18:23,906 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:18:23,911 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T13:18:23,914 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T13:18:23,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f1/f1/hfile_0 for inclusion in 7af6d1e613d9439c723ece95d7e7188d/f1 2024-11-21T13:18:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T13:18:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:18:23,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f1/f1/hfile_1 for inclusion in 7af6d1e613d9439c723ece95d7e7188d/f1 2024-11-21T13:18:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T13:18:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:18:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HRegion(2603): Flush status journal for 7af6d1e613d9439c723ece95d7e7188d: 2024-11-21T13:18:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f1/f1/hfile_0 to hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__tai1or1bhc1ukfov6rb5a4hj77gmp2d31r1l3p4ni89r8ug69l9ml34hlljs803o/f1/hfile_0 2024-11-21T13:18:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__tai1or1bhc1ukfov6rb5a4hj77gmp2d31r1l3p4ni89r8ug69l9ml34hlljs803o/f1/hfile_0 as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f1/60b27541817143f49d1640cdc8f77d30_SeqId_6_ 2024-11-21T13:18:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/load_f1/f1/hfile_1 to hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__tai1or1bhc1ukfov6rb5a4hj77gmp2d31r1l3p4ni89r8ug69l9ml34hlljs803o/f1/hfile_1 2024-11-21T13:18:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__tai1or1bhc1ukfov6rb5a4hj77gmp2d31r1l3p4ni89r8ug69l9ml34hlljs803o/f1/hfile_1 as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f1/dc255f34f4a247f8af3a53192ab4c0ef_SeqId_6_ 2024-11-21T13:18:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-21T13:18:23,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__tai1or1bhc1ukfov6rb5a4hj77gmp2d31r1l3p4ni89r8ug69l9ml34hlljs803o/f1/hfile_0 into 7af6d1e613d9439c723ece95d7e7188d/f1 as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f1/60b27541817143f49d1640cdc8f77d30_SeqId_6_ - updating store file list. 2024-11-21T13:18:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60b27541817143f49d1640cdc8f77d30_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T13:18:23,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f1/60b27541817143f49d1640cdc8f77d30_SeqId_6_ into 7af6d1e613d9439c723ece95d7e7188d/f1 2024-11-21T13:18:23,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__tai1or1bhc1ukfov6rb5a4hj77gmp2d31r1l3p4ni89r8ug69l9ml34hlljs803o/f1/hfile_0 into 7af6d1e613d9439c723ece95d7e7188d/f1 (new location: hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f1/60b27541817143f49d1640cdc8f77d30_SeqId_6_) 2024-11-21T13:18:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__tai1or1bhc1ukfov6rb5a4hj77gmp2d31r1l3p4ni89r8ug69l9ml34hlljs803o/f1/hfile_0 2024-11-21T13:18:23,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__tai1or1bhc1ukfov6rb5a4hj77gmp2d31r1l3p4ni89r8ug69l9ml34hlljs803o/f1/hfile_1 into 7af6d1e613d9439c723ece95d7e7188d/f1 as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f1/dc255f34f4a247f8af3a53192ab4c0ef_SeqId_6_ - updating store file list. 2024-11-21T13:18:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc255f34f4a247f8af3a53192ab4c0ef_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T13:18:23,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f1/dc255f34f4a247f8af3a53192ab4c0ef_SeqId_6_ into 7af6d1e613d9439c723ece95d7e7188d/f1 2024-11-21T13:18:23,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__tai1or1bhc1ukfov6rb5a4hj77gmp2d31r1l3p4ni89r8ug69l9ml34hlljs803o/f1/hfile_1 into 7af6d1e613d9439c723ece95d7e7188d/f1 (new location: hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/f1/dc255f34f4a247f8af3a53192ab4c0ef_SeqId_6_) 2024-11-21T13:18:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/staging/jenkins__test__tai1or1bhc1ukfov6rb5a4hj77gmp2d31r1l3p4ni89r8ug69l9ml34hlljs803o/f1/hfile_1 2024-11-21T13:18:23,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:18:23,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:18:23,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:23,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:18:23,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:18:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2 , the old value is region=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4fe6efa1e611:43239 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:18:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:18:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2 from cache 2024-11-21T13:18:23,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:18:23,944 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T13:18:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43239,1732195085317, seqNum=-1] 2024-11-21T13:18:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:18:23,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:18:23,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d., hostname=4fe6efa1e611,43239,1732195085317, seqNum=2] 2024-11-21T13:18:24,049 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:43239 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T13:18:24,098 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 687, reset compression=false 2024-11-21T13:18:24,103 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:18:24,103 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:24,103 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.shipper4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,43239,1732195085317 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:18:24,307 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:24,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T13:18:24,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T13:18:24,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T13:18:24,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T13:18:24,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:18:24,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T13:18:24,611 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:25,015 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:25,519 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:25,631 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:18:25,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:25,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:25,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:25,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:18:26,123 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:26,827 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:27,631 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:28,534 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:29,539 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:30,643 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:31,847 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:33,150 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:34,555 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:34,735 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T13:18:36,059 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:37,663 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:39,367 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:40,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T13:18:41,170 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:43,074 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:44,106 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.shipper4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,43239,1732195085317 got entry batch from reader: null 2024-11-21T13:18:45,078 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:47,182 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:48,857 INFO [master/4fe6efa1e611:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T13:18:48,857 INFO [master/4fe6efa1e611:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T13:18:49,386 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:51,690 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:54,095 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:54,747 INFO [master/4fe6efa1e611:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T13:18:54,747 INFO [master/4fe6efa1e611:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T13:18:56,608 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:18:59,212 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:19:00,782 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7af6d1e613d9439c723ece95d7e7188d, had cached 0 bytes from a total of 31376 2024-11-21T13:19:01,916 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:19:02,939 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8ab2cc880a6f2ea434bef22e057cd4e5, had cached 0 bytes from a total of 15585 2024-11-21T13:19:04,106 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.shipper4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,43239,1732195085317 got entry batch from reader: null 2024-11-21T13:19:04,722 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:19:04,736 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T13:19:07,627 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:19:08,730 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T13:19:10,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T13:19:10,631 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:19:13,735 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:19:16,939 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:19:20,243 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:19:23,647 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:19:23,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:19:23,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:23,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:23,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:23,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:23,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:23,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:19:23,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1350966592, stopped=false 2024-11-21T13:19:23,980 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,33371,1732195091037 2024-11-21T13:19:24,048 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1903441308/running 2024-11-21T13:19:24,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1903441308/running 2024-11-21T13:19:24,048 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:19:24,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:19:24,049 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:19:24,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:24,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:24,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:24,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Set watcher on znode that does not yet exist, /1-1903441308/running 2024-11-21T13:19:24,049 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,46507,1732195091144' ***** 2024-11-21T13:19:24,049 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:19:24,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Set watcher on znode that does not yet exist, /1-1903441308/running 2024-11-21T13:19:24,049 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:19:24,050 INFO [RS:0;4fe6efa1e611:46507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:19:24,050 INFO [RS:0;4fe6efa1e611:46507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:19:24,050 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:19:24,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:19:24,050 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,46507,1732195091144 2024-11-21T13:19:24,050 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:19:24,050 INFO [RS:0;4fe6efa1e611:46507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:46507. 2024-11-21T13:19:24,050 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ab2cc880a6f2ea434bef22e057cd4e5, disabling compactions & flushes 2024-11-21T13:19:24,050 DEBUG [RS:0;4fe6efa1e611:46507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:24,050 DEBUG [RS:0;4fe6efa1e611:46507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:24,050 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:19:24,050 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:19:24,050 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. after waiting 0 ms 2024-11-21T13:19:24,050 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:19:24,050 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:19:24,050 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:19:24,050 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:19:24,050 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:19:24,050 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:19:24,051 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8ab2cc880a6f2ea434bef22e057cd4e5=test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5.} 2024-11-21T13:19:24,051 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ab2cc880a6f2ea434bef22e057cd4e5 2024-11-21T13:19:24,051 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:19:24,051 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:19:24,051 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:19:24,051 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:19:24,051 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:19:24,051 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T13:19:24,057 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/default/test/8ab2cc880a6f2ea434bef22e057cd4e5/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T13:19:24,057 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:24,057 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:19:24,057 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:19:24,057 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ab2cc880a6f2ea434bef22e057cd4e5: Waiting for close lock at 1732195164050Running coprocessor pre-close hooks at 1732195164050Disabling compacts and flushes for region at 1732195164050Disabling writes for close at 1732195164050Writing region close event to WAL at 1732195164051 (+1 ms)Running coprocessor post-close hooks at 1732195164057 (+6 ms)Closed at 1732195164057 2024-11-21T13:19:24,057 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5. 2024-11-21T13:19:24,061 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:19:24,070 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/info/8d673c855e7349068c9ad1d87798c831 is 129, key is test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5./info:regioninfo/1732195097954/Put/seqid=0 2024-11-21T13:19:24,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741839_1015 (size=6421) 2024-11-21T13:19:24,106 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.shipper4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,43239,1732195085317 got entry batch from reader: null 2024-11-21T13:19:24,251 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:24,380 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:19:24,380 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:19:24,451 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:24,475 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/info/8d673c855e7349068c9ad1d87798c831 2024-11-21T13:19:24,494 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/ns/3f1b55dcbdc54a9092cbe8760d0d21a6 is 43, key is default/ns:d/1732195094546/Put/seqid=0 2024-11-21T13:19:24,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741840_1016 (size=5153) 2024-11-21T13:19:24,651 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:24,851 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:24,899 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/ns/3f1b55dcbdc54a9092cbe8760d0d21a6 2024-11-21T13:19:24,921 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/rep_barrier/eb8d6978399646578661f7e8de9d969f is 112, key is test,,1732195096801.8ab2cc880a6f2ea434bef22e057cd4e5./rep_barrier:seqnumDuringOpen/1732195097954/Put/seqid=0 2024-11-21T13:19:24,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741841_1017 (size=5518) 2024-11-21T13:19:25,051 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:19:25,051 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:19:25,052 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:25,252 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:25,325 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/rep_barrier/eb8d6978399646578661f7e8de9d969f 2024-11-21T13:19:25,343 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/table/63474118b9f0497d8057f9c93b6cd711 is 40, key is test/table:state/1732195097963/Put/seqid=0 2024-11-21T13:19:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741842_1018 (size=5165) 2024-11-21T13:19:25,452 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:25,652 DEBUG [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:25,747 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/table/63474118b9f0497d8057f9c93b6cd711 2024-11-21T13:19:25,754 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/info/8d673c855e7349068c9ad1d87798c831 as hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/info/8d673c855e7349068c9ad1d87798c831 2024-11-21T13:19:25,760 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/info/8d673c855e7349068c9ad1d87798c831, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T13:19:25,761 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/ns/3f1b55dcbdc54a9092cbe8760d0d21a6 as hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/ns/3f1b55dcbdc54a9092cbe8760d0d21a6 2024-11-21T13:19:25,766 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/ns/3f1b55dcbdc54a9092cbe8760d0d21a6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T13:19:25,766 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/rep_barrier/eb8d6978399646578661f7e8de9d969f as hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/rep_barrier/eb8d6978399646578661f7e8de9d969f 2024-11-21T13:19:25,771 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/rep_barrier/eb8d6978399646578661f7e8de9d969f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T13:19:25,772 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/.tmp/table/63474118b9f0497d8057f9c93b6cd711 as hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/table/63474118b9f0497d8057f9c93b6cd711 2024-11-21T13:19:25,776 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/table/63474118b9f0497d8057f9c93b6cd711, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T13:19:25,777 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false 2024-11-21T13:19:25,782 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T13:19:25,782 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:25,782 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:19:25,782 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:25,782 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195164051Running coprocessor pre-close hooks at 1732195164051Disabling compacts and flushes for region at 1732195164051Disabling writes for close at 1732195164051Obtaining lock to block concurrent updates at 1732195164051Preparing flush snapshotting stores in 1588230740 at 1732195164051Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732195164051Flushing stores of hbase:meta,,1.1588230740 at 1732195164052 (+1 ms)Flushing 1588230740/info: creating writer at 1732195164052Flushing 1588230740/info: appending metadata at 1732195164070 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732195164070Flushing 1588230740/ns: creating writer at 1732195164481 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732195164494 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732195164494Flushing 1588230740/rep_barrier: creating writer at 1732195164904 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195164920 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195164920Flushing 1588230740/table: creating writer at 1732195165330 (+410 ms)Flushing 1588230740/table: appending metadata at 1732195165343 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732195165343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da7e55d: reopening flushed file at 1732195165753 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78115ae1: reopening flushed file at 1732195165760 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570748d2: reopening flushed file at 1732195165766 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7277e99d: reopening flushed file at 1732195165771 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false at 1732195165777 (+6 ms)Writing region close event to WAL at 1732195165779 (+2 ms)Running coprocessor post-close hooks at 1732195165782 (+3 ms)Closed at 1732195165782 2024-11-21T13:19:25,782 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:25,852 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,46507,1732195091144; all regions closed. 2024-11-21T13:19:25,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741834_1010 (size=2717) 2024-11-21T13:19:25,857 DEBUG [RS:0;4fe6efa1e611:46507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/oldWALs 2024-11-21T13:19:25,857 INFO [RS:0;4fe6efa1e611:46507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C46507%2C1732195091144.meta:.meta(num 1732195094497) 2024-11-21T13:19:25,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741832_1008 (size=1028) 2024-11-21T13:19:25,859 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/WALs/4fe6efa1e611,46507,1732195091144/4fe6efa1e611%2C46507%2C1732195091144.1732195093510 not finished, retry = 0 2024-11-21T13:19:25,961 DEBUG [RS:0;4fe6efa1e611:46507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/oldWALs 2024-11-21T13:19:25,961 INFO [RS:0;4fe6efa1e611:46507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C46507%2C1732195091144:(num 1732195093510) 2024-11-21T13:19:25,961 DEBUG [RS:0;4fe6efa1e611:46507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:25,961 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:19:25,961 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:19:25,961 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:19:25,962 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:19:25,962 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:19:25,962 INFO [RS:0;4fe6efa1e611:46507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:46507. 2024-11-21T13:19:25,962 DEBUG [RS:0;4fe6efa1e611:46507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:25,962 DEBUG [RS:0;4fe6efa1e611:46507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:25,962 DEBUG [RS:0;4fe6efa1e611:46507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:25,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:25,962 INFO [RS:0;4fe6efa1e611:46507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46507 2024-11-21T13:19:26,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308/rs 2024-11-21T13:19:26,006 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1903441308/rs/4fe6efa1e611,46507,1732195091144 2024-11-21T13:19:26,006 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:19:26,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,46507,1732195091144] 2024-11-21T13:19:26,027 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1903441308/draining/4fe6efa1e611,46507,1732195091144 already deleted, retry=false 2024-11-21T13:19:26,027 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,46507,1732195091144 expired; onlineServers=0 2024-11-21T13:19:26,027 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,33371,1732195091037' ***** 2024-11-21T13:19:26,027 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:19:26,027 INFO [M:0;4fe6efa1e611:33371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:19:26,027 INFO [M:0;4fe6efa1e611:33371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:19:26,028 DEBUG [M:0;4fe6efa1e611:33371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:19:26,028 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:19:26,028 DEBUG [M:0;4fe6efa1e611:33371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:19:26,028 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195093245 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195093245,5,FailOnTimeoutGroup] 2024-11-21T13:19:26,028 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195093245 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195093245,5,FailOnTimeoutGroup] 2024-11-21T13:19:26,028 INFO [M:0;4fe6efa1e611:33371 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:19:26,028 INFO [M:0;4fe6efa1e611:33371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:19:26,028 DEBUG [M:0;4fe6efa1e611:33371 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:19:26,028 INFO [M:0;4fe6efa1e611:33371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:19:26,028 INFO [M:0;4fe6efa1e611:33371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:19:26,028 INFO [M:0;4fe6efa1e611:33371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:19:26,028 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:19:26,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1903441308/master 2024-11-21T13:19:26,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1903441308 2024-11-21T13:19:26,038 DEBUG [M:0;4fe6efa1e611:33371 {}] zookeeper.ZKUtil(347): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Unable to get data of znode /1-1903441308/master because node does not exist (not an error) 2024-11-21T13:19:26,038 WARN [M:0;4fe6efa1e611:33371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:19:26,039 INFO [M:0;4fe6efa1e611:33371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/.lastflushedseqids 2024-11-21T13:19:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741843_1019 (size=173) 2024-11-21T13:19:26,117 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:26,117 INFO [RS:0;4fe6efa1e611:46507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:19:26,117 INFO [RS:0;4fe6efa1e611:46507 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,46507,1732195091144; zookeeper connection closed. 2024-11-21T13:19:26,117 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46507-0x1015d8b5cfa0004, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:26,117 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42ecd8c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42ecd8c2 2024-11-21T13:19:26,117 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:19:26,444 INFO [M:0;4fe6efa1e611:33371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:19:26,444 INFO [M:0;4fe6efa1e611:33371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:19:26,445 DEBUG [M:0;4fe6efa1e611:33371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:19:26,445 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:26,445 DEBUG [M:0;4fe6efa1e611:33371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:26,445 DEBUG [M:0;4fe6efa1e611:33371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:19:26,445 DEBUG [M:0;4fe6efa1e611:33371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:26,445 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-21T13:19:26,462 DEBUG [M:0;4fe6efa1e611:33371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79cd476e388048809c454970472d6309 is 82, key is hbase:meta,,1/info:regioninfo/1732195094529/Put/seqid=0 2024-11-21T13:19:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741844_1020 (size=5672) 2024-11-21T13:19:26,867 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79cd476e388048809c454970472d6309 2024-11-21T13:19:26,890 DEBUG [M:0;4fe6efa1e611:33371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a273424291374548891eae93eedda436 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732195097967/Put/seqid=0 2024-11-21T13:19:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741845_1021 (size=6727) 2024-11-21T13:19:27,151 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.1732195087729 to pos 997, reset compression=false 2024-11-21T13:19:27,295 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a273424291374548891eae93eedda436 2024-11-21T13:19:27,301 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a273424291374548891eae93eedda436 2024-11-21T13:19:27,318 DEBUG [M:0;4fe6efa1e611:33371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc0ee15796a04fda98ea0b9bbe4dad14 is 69, key is 4fe6efa1e611,46507,1732195091144/rs:state/1732195093314/Put/seqid=0 2024-11-21T13:19:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741846_1022 (size=5156) 2024-11-21T13:19:27,724 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc0ee15796a04fda98ea0b9bbe4dad14 2024-11-21T13:19:27,729 DEBUG [M:0;4fe6efa1e611:33371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79cd476e388048809c454970472d6309 as hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79cd476e388048809c454970472d6309 2024-11-21T13:19:27,733 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79cd476e388048809c454970472d6309, entries=8, sequenceid=58, filesize=5.5 K 2024-11-21T13:19:27,734 DEBUG [M:0;4fe6efa1e611:33371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a273424291374548891eae93eedda436 as hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a273424291374548891eae93eedda436 2024-11-21T13:19:27,738 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a273424291374548891eae93eedda436 2024-11-21T13:19:27,738 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a273424291374548891eae93eedda436, entries=6, sequenceid=58, filesize=6.6 K 2024-11-21T13:19:27,739 DEBUG [M:0;4fe6efa1e611:33371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc0ee15796a04fda98ea0b9bbe4dad14 as hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc0ee15796a04fda98ea0b9bbe4dad14 2024-11-21T13:19:27,745 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42261/user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc0ee15796a04fda98ea0b9bbe4dad14, entries=1, sequenceid=58, filesize=5.0 K 2024-11-21T13:19:27,746 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=58, compaction requested=false 2024-11-21T13:19:27,748 INFO [M:0;4fe6efa1e611:33371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:27,748 DEBUG [M:0;4fe6efa1e611:33371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195166445Disabling compacts and flushes for region at 1732195166445Disabling writes for close at 1732195166445Obtaining lock to block concurrent updates at 1732195166445Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195166445Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732195166445Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195166446 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195166446Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195166462 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195166462Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195166872 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195166889 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195166889Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195167301 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195167318 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195167318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72a35bb5: reopening flushed file at 1732195167728 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf12a32: reopening flushed file at 1732195167733 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d41fb58: reopening flushed file at 1732195167738 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=58, compaction requested=false at 1732195167746 (+8 ms)Writing region close event to WAL at 1732195167748 (+2 ms)Closed at 1732195167748 2024-11-21T13:19:27,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f199a2ad-4962-4add-efe7-8fc2dd382cff/MasterData/WALs/4fe6efa1e611,33371,1732195091037/4fe6efa1e611%2C33371%2C1732195091037.1732195092907 not finished, retry = 0 2024-11-21T13:19:27,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43361 is added to blk_1073741830_1006 (size=33026) 2024-11-21T13:19:27,852 INFO [M:0;4fe6efa1e611:33371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:19:27,852 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:19:27,852 INFO [M:0;4fe6efa1e611:33371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33371 2024-11-21T13:19:27,852 INFO [M:0;4fe6efa1e611:33371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:19:28,033 INFO [M:0;4fe6efa1e611:33371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:19:28,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:28,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33371-0x1015d8b5cfa0003, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:28,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@559c705d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:19:28,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46babbef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:19:28,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:19:28,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c7e774e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:19:28,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cb3acf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/hadoop.log.dir/,STOPPED} 2024-11-21T13:19:28,037 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:19:28,037 WARN [BP-1283926304-172.17.0.2-1732195088806 heartbeating to localhost/127.0.0.1:42261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:19:28,037 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:19:28,038 WARN [BP-1283926304-172.17.0.2-1732195088806 heartbeating to localhost/127.0.0.1:42261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1283926304-172.17.0.2-1732195088806 (Datanode Uuid 54a07483-078d-4aec-93e2-f437df4b8ba1) service to localhost/127.0.0.1:42261 2024-11-21T13:19:28,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/cluster_ac0875b9-ddc9-cf8b-2aae-a12fa4706b71/data/data1/current/BP-1283926304-172.17.0.2-1732195088806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:19:28,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/cluster_ac0875b9-ddc9-cf8b-2aae-a12fa4706b71/data/data2/current/BP-1283926304-172.17.0.2-1732195088806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:19:28,038 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:19:28,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71aebfd1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:19:28,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@146432ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:19:28,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:19:28,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10bbeb8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:19:28,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43793546{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/hadoop.log.dir/,STOPPED} 2024-11-21T13:19:28,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:19:28,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:19:28,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:28,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:28,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:28,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:28,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:28,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:19:28,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=729986106, stopped=false 2024-11-21T13:19:28,056 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,36171,1732195085157 2024-11-21T13:19:28,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1732210093/running 2024-11-21T13:19:28,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1732210093/running 2024-11-21T13:19:28,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:19:28,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:19:28,069 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:19:28,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:28,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:28,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:28,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Set watcher on znode that does not yet exist, /0-1732210093/running 2024-11-21T13:19:28,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Set watcher on znode that does not yet exist, /0-1732210093/running 2024-11-21T13:19:28,070 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,43239,1732195085317' ***** 2024-11-21T13:19:28,070 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:19:28,070 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:19:28,070 INFO [RS:0;4fe6efa1e611:43239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:19:28,070 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:19:28,070 INFO [RS:0;4fe6efa1e611:43239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:19:28,071 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(3091): Received CLOSE for c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:19:28,071 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(3091): Received CLOSE for 7af6d1e613d9439c723ece95d7e7188d 2024-11-21T13:19:28,071 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,43239,1732195085317 2024-11-21T13:19:28,071 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:19:28,071 INFO [RS:0;4fe6efa1e611:43239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:43239. 2024-11-21T13:19:28,071 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6ea1d61cd111e6009652b565cde5db2, disabling compactions & flushes 2024-11-21T13:19:28,071 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:19:28,071 DEBUG [RS:0;4fe6efa1e611:43239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:28,071 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:19:28,071 DEBUG [RS:0;4fe6efa1e611:43239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:28,071 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. after waiting 0 ms 2024-11-21T13:19:28,071 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:19:28,071 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:19:28,071 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:19:28,071 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:19:28,071 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c6ea1d61cd111e6009652b565cde5db2 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-21T13:19:28,071 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:19:28,071 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:19:28,071 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c6ea1d61cd111e6009652b565cde5db2=hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2., 7af6d1e613d9439c723ece95d7e7188d=test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d.} 2024-11-21T13:19:28,071 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7af6d1e613d9439c723ece95d7e7188d, c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:19:28,071 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:19:28,071 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:19:28,071 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:19:28,071 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:19:28,071 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:19:28,072 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:19:28,085 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/.tmp/hfileref/041c01f259064fe5943feefaaa7bcd51 is 74, key is 1/hfileref:5f46713d4edc4357bd9f80baef0f56b4_SeqId_4_/1732195102991/DeleteColumn/seqid=0 2024-11-21T13:19:28,088 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/info/6348c1bdaafd46b3b67494913d672a5d is 147, key is hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2./info:regioninfo/1732195100146/Put/seqid=0 2024-11-21T13:19:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741844_1020 (size=5203) 2024-11-21T13:19:28,089 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/.tmp/hfileref/041c01f259064fe5943feefaaa7bcd51 2024-11-21T13:19:28,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741845_1021 (size=7686) 2024-11-21T13:19:28,107 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/.tmp/queue/4a2554c610114ca7aa8a280ffb726569 is 153, key is 1-4fe6efa1e611,43239,1732195085317/queue:4fe6efa1e611%2C43239%2C1732195085317/1732195104104/Put/seqid=0 2024-11-21T13:19:28,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741846_1022 (size=5352) 2024-11-21T13:19:28,164 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:19:28,272 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7af6d1e613d9439c723ece95d7e7188d, c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:19:28,472 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7af6d1e613d9439c723ece95d7e7188d, c6ea1d61cd111e6009652b565cde5db2 2024-11-21T13:19:28,493 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/info/6348c1bdaafd46b3b67494913d672a5d 2024-11-21T13:19:28,511 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/ns/6f821213779f446ead79007ebe0a91a9 is 43, key is default/ns:d/1732195088714/Put/seqid=0 2024-11-21T13:19:28,512 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/.tmp/queue/4a2554c610114ca7aa8a280ffb726569 2024-11-21T13:19:28,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741847_1023 (size=5153) 2024-11-21T13:19:28,517 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/.tmp/hfileref/041c01f259064fe5943feefaaa7bcd51 as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/hfileref/041c01f259064fe5943feefaaa7bcd51 2024-11-21T13:19:28,522 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/hfileref/041c01f259064fe5943feefaaa7bcd51, entries=2, sequenceid=10, filesize=5.1 K 2024-11-21T13:19:28,523 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/.tmp/queue/4a2554c610114ca7aa8a280ffb726569 as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/queue/4a2554c610114ca7aa8a280ffb726569 2024-11-21T13:19:28,529 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/queue/4a2554c610114ca7aa8a280ffb726569, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T13:19:28,530 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c6ea1d61cd111e6009652b565cde5db2 in 459ms, sequenceid=10, compaction requested=false 2024-11-21T13:19:28,535 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/replication/c6ea1d61cd111e6009652b565cde5db2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T13:19:28,536 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:28,536 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:19:28,536 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:19:28,536 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6ea1d61cd111e6009652b565cde5db2: Waiting for close lock at 1732195168071Running coprocessor pre-close hooks at 1732195168071Disabling compacts and flushes for region at 1732195168071Disabling writes for close at 1732195168071Obtaining lock to block concurrent updates at 1732195168071Preparing flush snapshotting stores in c6ea1d61cd111e6009652b565cde5db2 at 1732195168071Finished memstore snapshotting hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732195168071Flushing stores of hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. at 1732195168072 (+1 ms)Flushing c6ea1d61cd111e6009652b565cde5db2/hfileref: creating writer at 1732195168072Flushing c6ea1d61cd111e6009652b565cde5db2/hfileref: appending metadata at 1732195168085 (+13 ms)Flushing c6ea1d61cd111e6009652b565cde5db2/hfileref: closing flushed file at 1732195168085Flushing c6ea1d61cd111e6009652b565cde5db2/queue: creating writer at 1732195168094 (+9 ms)Flushing c6ea1d61cd111e6009652b565cde5db2/queue: appending metadata at 1732195168107 (+13 ms)Flushing c6ea1d61cd111e6009652b565cde5db2/queue: closing flushed file at 1732195168107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f138a7f: reopening flushed file at 1732195168517 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5815a642: reopening flushed file at 1732195168523 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c6ea1d61cd111e6009652b565cde5db2 in 459ms, sequenceid=10, compaction requested=false at 1732195168530 (+7 ms)Writing region close event to WAL at 1732195168532 (+2 ms)Running coprocessor post-close hooks at 1732195168536 (+4 ms)Closed at 1732195168536 2024-11-21T13:19:28,537 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195098973.c6ea1d61cd111e6009652b565cde5db2. 2024-11-21T13:19:28,537 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7af6d1e613d9439c723ece95d7e7188d, disabling compactions & flushes 2024-11-21T13:19:28,537 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:19:28,537 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:19:28,537 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. after waiting 0 ms 2024-11-21T13:19:28,537 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:19:28,541 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/default/test/7af6d1e613d9439c723ece95d7e7188d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T13:19:28,541 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:28,541 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:19:28,541 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:19:28,541 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7af6d1e613d9439c723ece95d7e7188d: Waiting for close lock at 1732195168537Running coprocessor pre-close hooks at 1732195168537Disabling compacts and flushes for region at 1732195168537Disabling writes for close at 1732195168537Writing region close event to WAL at 1732195168538 (+1 ms)Running coprocessor post-close hooks at 1732195168541 (+3 ms)Closed at 1732195168541 2024-11-21T13:19:28,542 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d. 2024-11-21T13:19:28,597 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:19:28,597 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:19:28,672 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:28,872 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:28,916 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/ns/6f821213779f446ead79007ebe0a91a9 2024-11-21T13:19:28,935 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/rep_barrier/4bb94f5f00a347488d76ef73845fa33a is 112, key is test,,1732195094638.7af6d1e613d9439c723ece95d7e7188d./rep_barrier:seqnumDuringOpen/1732195095800/Put/seqid=0 2024-11-21T13:19:28,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741848_1024 (size=5518) 2024-11-21T13:19:29,072 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:19:29,072 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:19:29,072 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:29,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:29,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:29,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:29,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:29,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:29,273 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:29,340 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/rep_barrier/4bb94f5f00a347488d76ef73845fa33a 2024-11-21T13:19:29,358 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/table/dd922ee7ef9c484d92ae92ca51095d71 is 53, key is hbase:replication/table:state/1732195100153/Put/seqid=0 2024-11-21T13:19:29,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741849_1025 (size=5308) 2024-11-21T13:19:29,473 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:29,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:19:29,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:29,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:29,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:29,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:29,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:29,673 DEBUG [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:29,763 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/table/dd922ee7ef9c484d92ae92ca51095d71 2024-11-21T13:19:29,769 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/info/6348c1bdaafd46b3b67494913d672a5d as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/info/6348c1bdaafd46b3b67494913d672a5d 2024-11-21T13:19:29,774 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/info/6348c1bdaafd46b3b67494913d672a5d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:19:29,774 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/ns/6f821213779f446ead79007ebe0a91a9 as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/ns/6f821213779f446ead79007ebe0a91a9 2024-11-21T13:19:29,779 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/ns/6f821213779f446ead79007ebe0a91a9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:19:29,780 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/rep_barrier/4bb94f5f00a347488d76ef73845fa33a as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/rep_barrier/4bb94f5f00a347488d76ef73845fa33a 2024-11-21T13:19:29,785 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/rep_barrier/4bb94f5f00a347488d76ef73845fa33a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:19:29,786 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/.tmp/table/dd922ee7ef9c484d92ae92ca51095d71 as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/table/dd922ee7ef9c484d92ae92ca51095d71 2024-11-21T13:19:29,791 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/table/dd922ee7ef9c484d92ae92ca51095d71, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:19:29,792 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-21T13:19:29,796 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:19:29,797 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:29,797 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:19:29,797 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:29,797 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195168071Running coprocessor pre-close hooks at 1732195168071Disabling compacts and flushes for region at 1732195168071Disabling writes for close at 1732195168071Obtaining lock to block concurrent updates at 1732195168072 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732195168072Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195168072Flushing stores of hbase:meta,,1.1588230740 at 1732195168072Flushing 1588230740/info: creating writer at 1732195168072Flushing 1588230740/info: appending metadata at 1732195168088 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732195168088Flushing 1588230740/ns: creating writer at 1732195168498 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732195168510 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732195168510Flushing 1588230740/rep_barrier: creating writer at 1732195168921 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195168934 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195168934Flushing 1588230740/table: creating writer at 1732195169345 (+411 ms)Flushing 1588230740/table: appending metadata at 1732195169358 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732195169358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3636db74: reopening flushed file at 1732195169768 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21eacf1e: reopening flushed file at 1732195169774 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694e0a51: reopening flushed file at 1732195169779 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea1d9f4: reopening flushed file at 1732195169785 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1732195169792 (+7 ms)Writing region close event to WAL at 1732195169793 (+1 ms)Running coprocessor post-close hooks at 1732195169797 (+4 ms)Closed at 1732195169797 2024-11-21T13:19:29,797 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:29,873 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,43239,1732195085317; all regions closed. 2024-11-21T13:19:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741834_1010 (size=4239) 2024-11-21T13:19:29,878 DEBUG [RS:0;4fe6efa1e611:43239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/oldWALs 2024-11-21T13:19:29,878 INFO [RS:0;4fe6efa1e611:43239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C43239%2C1732195085317.meta:.meta(num 1732195088657) 2024-11-21T13:19:29,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741839_1015 (size=2700) 2024-11-21T13:19:29,880 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/WALs/4fe6efa1e611,43239,1732195085317/4fe6efa1e611%2C43239%2C1732195085317.rep.1732195100111 not finished, retry = 0 2024-11-21T13:19:29,982 DEBUG [RS:0;4fe6efa1e611:43239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/oldWALs 2024-11-21T13:19:29,982 INFO [RS:0;4fe6efa1e611:43239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C43239%2C1732195085317.rep:(num 1732195100111) 2024-11-21T13:19:29,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741832_1008 (size=1300) 2024-11-21T13:19:29,986 DEBUG [RS:0;4fe6efa1e611:43239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/oldWALs 2024-11-21T13:19:29,986 INFO [RS:0;4fe6efa1e611:43239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C43239%2C1732195085317:(num 1732195087729) 2024-11-21T13:19:29,986 DEBUG [RS:0;4fe6efa1e611:43239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:29,986 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:19:29,986 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:19:29,986 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:19:29,987 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:19:29,987 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:19:29,987 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,43239,1732195085317 because: Region server is closing 2024-11-21T13:19:29,987 INFO [RS:0;4fe6efa1e611:43239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:43239. 2024-11-21T13:19:29,987 DEBUG [RS:0;4fe6efa1e611:43239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:29,987 DEBUG [RS:0;4fe6efa1e611:43239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:29,987 DEBUG [RS:0;4fe6efa1e611:43239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:29,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:30,087 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.shipper4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T13:19:30,087 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.wal-reader.4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:19:30,088 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,43239,1732195085317.replicationSource.shipper4fe6efa1e611%2C43239%2C1732195085317,1-4fe6efa1e611,43239,1732195085317 terminated 2024-11-21T13:19:30,088 INFO [RS:0;4fe6efa1e611:43239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43239 2024-11-21T13:19:30,143 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:19:30,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1732210093/rs/4fe6efa1e611,43239,1732195085317 2024-11-21T13:19:30,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093/rs 2024-11-21T13:19:30,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,43239,1732195085317] 2024-11-21T13:19:30,164 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1732210093/draining/4fe6efa1e611,43239,1732195085317 already deleted, retry=false 2024-11-21T13:19:30,164 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,43239,1732195085317 expired; onlineServers=0 2024-11-21T13:19:30,164 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,36171,1732195085157' ***** 2024-11-21T13:19:30,164 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:19:30,164 INFO [M:0;4fe6efa1e611:36171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:19:30,164 INFO [M:0;4fe6efa1e611:36171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:19:30,164 DEBUG [M:0;4fe6efa1e611:36171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:19:30,164 DEBUG [M:0;4fe6efa1e611:36171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:19:30,164 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:19:30,164 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195087461 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195087461,5,FailOnTimeoutGroup] 2024-11-21T13:19:30,164 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195087461 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195087461,5,FailOnTimeoutGroup] 2024-11-21T13:19:30,164 INFO [M:0;4fe6efa1e611:36171 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:19:30,164 INFO [M:0;4fe6efa1e611:36171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:19:30,164 DEBUG [M:0;4fe6efa1e611:36171 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:19:30,165 INFO [M:0;4fe6efa1e611:36171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:19:30,165 INFO [M:0;4fe6efa1e611:36171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:19:30,165 INFO [M:0;4fe6efa1e611:36171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:19:30,165 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:19:30,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1732210093/master 2024-11-21T13:19:30,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1732210093 2024-11-21T13:19:30,174 DEBUG [M:0;4fe6efa1e611:36171 {}] zookeeper.ZKUtil(347): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Unable to get data of znode /0-1732210093/master because node does not exist (not an error) 2024-11-21T13:19:30,174 WARN [M:0;4fe6efa1e611:36171 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:19:30,176 INFO [M:0;4fe6efa1e611:36171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/.lastflushedseqids 2024-11-21T13:19:30,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741850_1026 (size=263) 2024-11-21T13:19:30,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:30,253 INFO [RS:0;4fe6efa1e611:43239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:19:30,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43239-0x1015d8b5cfa0001, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:30,254 INFO [RS:0;4fe6efa1e611:43239 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,43239,1732195085317; zookeeper connection closed. 2024-11-21T13:19:30,254 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f57fde7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f57fde7 2024-11-21T13:19:30,254 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:19:30,581 INFO [M:0;4fe6efa1e611:36171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:19:30,581 INFO [M:0;4fe6efa1e611:36171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:19:30,581 DEBUG [M:0;4fe6efa1e611:36171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:19:30,581 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:30,581 DEBUG [M:0;4fe6efa1e611:36171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:30,581 DEBUG [M:0;4fe6efa1e611:36171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:19:30,581 DEBUG [M:0;4fe6efa1e611:36171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:30,581 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-21T13:19:30,596 DEBUG [M:0;4fe6efa1e611:36171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ee90b67dbdc4555b717f384558ac8da is 82, key is hbase:meta,,1/info:regioninfo/1732195088689/Put/seqid=0 2024-11-21T13:19:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741851_1027 (size=5672) 2024-11-21T13:19:31,000 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ee90b67dbdc4555b717f384558ac8da 2024-11-21T13:19:31,020 DEBUG [M:0;4fe6efa1e611:36171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b00e3d11d7d64849a80292e3aa8bdbce is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732195095816/Put/seqid=0 2024-11-21T13:19:31,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741852_1028 (size=7240) 2024-11-21T13:19:31,424 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b00e3d11d7d64849a80292e3aa8bdbce 2024-11-21T13:19:31,428 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b00e3d11d7d64849a80292e3aa8bdbce 2024-11-21T13:19:31,442 DEBUG [M:0;4fe6efa1e611:36171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00f8d1e5be304fec8dfe049fff2b558e is 69, key is 4fe6efa1e611,43239,1732195085317/rs:state/1732195087583/Put/seqid=0 2024-11-21T13:19:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741853_1029 (size=5156) 2024-11-21T13:19:31,846 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00f8d1e5be304fec8dfe049fff2b558e 2024-11-21T13:19:31,853 DEBUG [M:0;4fe6efa1e611:36171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ee90b67dbdc4555b717f384558ac8da as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ee90b67dbdc4555b717f384558ac8da 2024-11-21T13:19:31,858 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ee90b67dbdc4555b717f384558ac8da, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T13:19:31,859 DEBUG [M:0;4fe6efa1e611:36171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b00e3d11d7d64849a80292e3aa8bdbce as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b00e3d11d7d64849a80292e3aa8bdbce 2024-11-21T13:19:31,864 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b00e3d11d7d64849a80292e3aa8bdbce 2024-11-21T13:19:31,864 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b00e3d11d7d64849a80292e3aa8bdbce, entries=11, sequenceid=105, filesize=7.1 K 2024-11-21T13:19:31,865 DEBUG [M:0;4fe6efa1e611:36171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00f8d1e5be304fec8dfe049fff2b558e as hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00f8d1e5be304fec8dfe049fff2b558e 2024-11-21T13:19:31,869 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34759/user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00f8d1e5be304fec8dfe049fff2b558e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T13:19:31,870 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false 2024-11-21T13:19:31,871 INFO [M:0;4fe6efa1e611:36171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:31,871 DEBUG [M:0;4fe6efa1e611:36171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195170581Disabling compacts and flushes for region at 1732195170581Disabling writes for close at 1732195170581Obtaining lock to block concurrent updates at 1732195170581Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195170581Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732195170582 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195170582Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195170582Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195170595 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195170595Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195171006 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195171020 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195171020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195171429 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195171441 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195171441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66585e09: reopening flushed file at 1732195171852 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d19e6: reopening flushed file at 1732195171858 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4992cd85: reopening flushed file at 1732195171864 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false at 1732195171870 (+6 ms)Writing region close event to WAL at 1732195171871 (+1 ms)Closed at 1732195171871 2024-11-21T13:19:31,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45691 is added to blk_1073741830_1006 (size=64526) 2024-11-21T13:19:31,873 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87e6c531-0557-b90b-e9d7-b7fd1109c12b/MasterData/WALs/4fe6efa1e611,36171,1732195085157/4fe6efa1e611%2C36171%2C1732195085157.1732195087242 not finished, retry = 0 2024-11-21T13:19:31,974 INFO [M:0;4fe6efa1e611:36171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:19:31,974 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:19:31,974 INFO [M:0;4fe6efa1e611:36171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36171 2024-11-21T13:19:31,975 INFO [M:0;4fe6efa1e611:36171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:19:32,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:32,138 INFO [M:0;4fe6efa1e611:36171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:19:32,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36171-0x1015d8b5cfa0000, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:32,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e6f463d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:19:32,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fdfdf96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:19:32,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:19:32,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a69a54f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:19:32,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273110db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/hadoop.log.dir/,STOPPED} 2024-11-21T13:19:32,141 WARN [BP-422076603-172.17.0.2-1732195082608 heartbeating to localhost/127.0.0.1:34759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:19:32,141 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:19:32,141 WARN [BP-422076603-172.17.0.2-1732195082608 heartbeating to localhost/127.0.0.1:34759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422076603-172.17.0.2-1732195082608 (Datanode Uuid c8d6eea8-94b4-44cd-9c28-c1253231a96c) service to localhost/127.0.0.1:34759 2024-11-21T13:19:32,141 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:19:32,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/cluster_d4f9bc4d-a1aa-4b30-0a92-4530ac741130/data/data1/current/BP-422076603-172.17.0.2-1732195082608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:19:32,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/cluster_d4f9bc4d-a1aa-4b30-0a92-4530ac741130/data/data2/current/BP-422076603-172.17.0.2-1732195082608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:19:32,142 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:19:32,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77fe2d19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:19:32,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1832fc35{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:19:32,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:19:32,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bcc1b18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:19:32,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c057cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30c9cff6-e889-fdd1-5489-010127faa3bd/hadoop.log.dir/,STOPPED} 2024-11-21T13:19:32,152 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T13:19:32,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:19:32,170 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f3cd0b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42261 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51285) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f3cd0b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51285) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34759 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 330), ProcessCount=11 (was 11), AvailableMemoryMB=2030 (was 2280) 2024-11-21T13:19:32,176 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=2030 2024-11-21T13:19:32,188 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-21T13:19:32,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/hadoop.log.dir so I do NOT create it in target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63 2024-11-21T13:19:32,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:19:32,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/hadoop.tmp.dir so I do NOT create it in target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63 2024-11-21T13:19:32,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65466aae-72d5-82ae-91fe-143df2d0ff81/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:19:32,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63 2024-11-21T13:19:32,188 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/cluster_2c6b8834-0dc2-bd23-e95b-10b61cb01ff7, deleteOnExit=true 2024-11-21T13:19:32,211 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/cluster_2c6b8834-0dc2-bd23-e95b-10b61cb01ff7/zookeeper_0, clientPort=54819, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/cluster_2c6b8834-0dc2-bd23-e95b-10b61cb01ff7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/cluster_2c6b8834-0dc2-bd23-e95b-10b61cb01ff7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T13:19:32,212 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54819 2024-11-21T13:19:32,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:19:32,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:19:32,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/test.cache.data in system properties and HBase conf 2024-11-21T13:19:32,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:19:32,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:19:32,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:19:32,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:19:32,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:19:32,212 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:19:32,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:19:32,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:19:32,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d8b5cfa0005, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:19:32,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d8b5cfa0002, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:19:32,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d8b5cfa0005, quorum=127.0.0.1:51285, baseZNode=/1-1903441308 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:19:32,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d8b5cfa0002, quorum=127.0.0.1:51285, baseZNode=/0-1732210093 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:19:32,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:19:32,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:19:32,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:19:32,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:19:32,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:19:32,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:19:32,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@484053f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:19:32,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668f504a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:19:32,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14668d64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/java.io.tmpdir/jetty-localhost-41237-hadoop-hdfs-3_4_1-tests_jar-_-any-7467223141752617511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:19:32,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2772beaf{HTTP/1.1, (http/1.1)}{localhost:41237} 2024-11-21T13:19:32,644 INFO [Time-limited test {}] server.Server(415): Started @144068ms 2024-11-21T13:19:32,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:19:32,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:19:32,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:19:32,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:19:32,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:19:32,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46c131e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:19:32,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@231b1ad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:19:32,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66530750{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/java.io.tmpdir/jetty-localhost-35793-hadoop-hdfs-3_4_1-tests_jar-_-any-18319191766905439065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:19:32,978 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13b3d172{HTTP/1.1, (http/1.1)}{localhost:35793} 2024-11-21T13:19:32,978 INFO [Time-limited test {}] server.Server(415): Started @144402ms 2024-11-21T13:19:32,979 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:19:33,970 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/cluster_2c6b8834-0dc2-bd23-e95b-10b61cb01ff7/data/data2/current/BP-2059094930-172.17.0.2-1732195172240/current, will proceed with Du for space computation calculation, 2024-11-21T13:19:33,970 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/cluster_2c6b8834-0dc2-bd23-e95b-10b61cb01ff7/data/data1/current/BP-2059094930-172.17.0.2-1732195172240/current, will proceed with Du for space computation calculation, 2024-11-21T13:19:33,984 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:19:33,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefabdb614920dd25 with lease ID 0x73a639867a1e2c88: Processing first storage report for DS-6599870c-0f97-4945-bf09-e163fd083207 from datanode DatanodeRegistration(127.0.0.1:34453, datanodeUuid=5155fff3-a370-4493-9f34-86511ddec5f3, infoPort=33573, infoSecurePort=0, ipcPort=45883, storageInfo=lv=-57;cid=testClusterID;nsid=1839475278;c=1732195172240) 2024-11-21T13:19:33,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefabdb614920dd25 with lease ID 0x73a639867a1e2c88: from storage DS-6599870c-0f97-4945-bf09-e163fd083207 node DatanodeRegistration(127.0.0.1:34453, datanodeUuid=5155fff3-a370-4493-9f34-86511ddec5f3, infoPort=33573, infoSecurePort=0, ipcPort=45883, storageInfo=lv=-57;cid=testClusterID;nsid=1839475278;c=1732195172240), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:19:33,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefabdb614920dd25 with lease ID 0x73a639867a1e2c88: Processing first storage report for DS-9abfce22-b861-4623-8cc5-ce809ccfca27 from datanode DatanodeRegistration(127.0.0.1:34453, datanodeUuid=5155fff3-a370-4493-9f34-86511ddec5f3, infoPort=33573, infoSecurePort=0, ipcPort=45883, storageInfo=lv=-57;cid=testClusterID;nsid=1839475278;c=1732195172240) 2024-11-21T13:19:33,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefabdb614920dd25 with lease ID 0x73a639867a1e2c88: from storage DS-9abfce22-b861-4623-8cc5-ce809ccfca27 node DatanodeRegistration(127.0.0.1:34453, datanodeUuid=5155fff3-a370-4493-9f34-86511ddec5f3, infoPort=33573, infoSecurePort=0, ipcPort=45883, storageInfo=lv=-57;cid=testClusterID;nsid=1839475278;c=1732195172240), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:19:34,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63 2024-11-21T13:19:34,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:34,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:34,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:19:34,414 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce with version=8 2024-11-21T13:19:34,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/hbase-staging 2024-11-21T13:19:34,416 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:19:34,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:34,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:34,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:19:34,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:34,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:19:34,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:19:34,416 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:19:34,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33317 2024-11-21T13:19:34,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33317 connecting to ZooKeeper ensemble=127.0.0.1:54819 2024-11-21T13:19:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:19:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:19:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:19:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T13:19:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T13:19:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:19:34,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333170x0, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:19:34,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33317-0x1015d8cbb1e0000 connected 2024-11-21T13:19:34,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:34,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:34,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/running 2024-11-21T13:19:34,605 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce, hbase.cluster.distributed=false 2024-11-21T13:19:34,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/acl 2024-11-21T13:19:34,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33317 2024-11-21T13:19:34,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33317 2024-11-21T13:19:34,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33317 2024-11-21T13:19:34,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33317 2024-11-21T13:19:34,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33317 2024-11-21T13:19:34,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:19:34,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:34,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:34,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:19:34,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:34,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:19:34,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:19:34,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:19:34,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36581 2024-11-21T13:19:34,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36581 connecting to ZooKeeper ensemble=127.0.0.1:54819 2024-11-21T13:19:34,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:34,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:34,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365810x0, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:19:34,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365810x0, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/running 2024-11-21T13:19:34,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36581-0x1015d8cbb1e0001 connected 2024-11-21T13:19:34,638 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:19:34,640 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:19:34,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/master 2024-11-21T13:19:34,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/acl 2024-11-21T13:19:34,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36581 2024-11-21T13:19:34,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36581 2024-11-21T13:19:34,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36581 2024-11-21T13:19:34,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36581 2024-11-21T13:19:34,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36581 2024-11-21T13:19:34,662 DEBUG [M:0;4fe6efa1e611:33317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:33317 2024-11-21T13:19:34,662 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01870807895/backup-masters/4fe6efa1e611,33317,1732195174415 2024-11-21T13:19:34,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/backup-masters 2024-11-21T13:19:34,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/backup-masters 2024-11-21T13:19:34,669 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on existing znode=/01870807895/backup-masters/4fe6efa1e611,33317,1732195174415 2024-11-21T13:19:34,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870807895/master 2024-11-21T13:19:34,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:34,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:34,680 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on existing znode=/01870807895/master 2024-11-21T13:19:34,680 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01870807895/backup-masters/4fe6efa1e611,33317,1732195174415 from backup master directory 2024-11-21T13:19:34,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870807895/backup-masters/4fe6efa1e611,33317,1732195174415 2024-11-21T13:19:34,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/backup-masters 2024-11-21T13:19:34,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/backup-masters 2024-11-21T13:19:34,690 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:19:34,690 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,33317,1732195174415 2024-11-21T13:19:34,693 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/hbase.id] with ID: 0ddff18f-5038-43a1-be3a-594ccf56fe2e 2024-11-21T13:19:34,693 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/.tmp/hbase.id 2024-11-21T13:19:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:19:35,098 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/.tmp/hbase.id]:[hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/hbase.id] 2024-11-21T13:19:35,108 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:35,108 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:19:35,109 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:19:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:35,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:19:35,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:19:35,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:35,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:35,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:35,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:35,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:35,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:35,580 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:19:35,581 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:19:35,581 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:19:35,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:19:35,988 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store 2024-11-21T13:19:35,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:19:36,395 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:36,396 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:19:36,396 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:36,396 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:36,396 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:19:36,396 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:36,396 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:36,396 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195176396Disabling compacts and flushes for region at 1732195176396Disabling writes for close at 1732195176396Writing region close event to WAL at 1732195176396Closed at 1732195176396 2024-11-21T13:19:36,397 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/.initializing 2024-11-21T13:19:36,397 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,33317,1732195174415 2024-11-21T13:19:36,398 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:19:36,399 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C33317%2C1732195174415, suffix=, logDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,33317,1732195174415, archiveDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/oldWALs, maxLogs=10 2024-11-21T13:19:36,415 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,33317,1732195174415/4fe6efa1e611%2C33317%2C1732195174415.1732195176400, exclude list is [], retry=0 2024-11-21T13:19:36,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-6599870c-0f97-4945-bf09-e163fd083207,DISK] 2024-11-21T13:19:36,419 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,33317,1732195174415/4fe6efa1e611%2C33317%2C1732195174415.1732195176400 2024-11-21T13:19:36,420 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33573:33573)] 2024-11-21T13:19:36,420 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:19:36,420 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:36,420 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,420 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:19:36,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:36,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:36,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:19:36,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:36,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:36,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:19:36,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:36,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:36,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:19:36,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:36,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:36,428 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,428 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,429 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,430 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,430 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,431 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:19:36,432 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:36,434 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:19:36,435 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73904141, jitterRate=0.10125751793384552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:19:36,436 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195176420Initializing all the Stores at 1732195176421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195176421Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195176421Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195176421Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195176421Cleaning up temporary data from old regions at 1732195176430 (+9 ms)Region opened successfully at 1732195176436 (+6 ms) 2024-11-21T13:19:36,436 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:19:36,440 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254c5cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:19:36,441 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:19:36,441 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:19:36,441 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:19:36,441 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:19:36,442 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:19:36,442 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:19:36,442 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:19:36,446 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:19:36,447 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/balancer because node does not exist (not necessarily an error) 2024-11-21T13:19:36,500 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/balancer already deleted, retry=false 2024-11-21T13:19:36,501 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:19:36,502 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:19:36,511 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/normalizer already deleted, retry=false 2024-11-21T13:19:36,511 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:19:36,512 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:19:36,521 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/switch/split already deleted, retry=false 2024-11-21T13:19:36,522 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:19:36,532 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/switch/merge already deleted, retry=false 2024-11-21T13:19:36,534 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:19:36,542 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/snapshot-cleanup already deleted, retry=false 2024-11-21T13:19:36,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870807895/running 2024-11-21T13:19:36,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870807895/running 2024-11-21T13:19:36,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:36,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:36,553 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,33317,1732195174415, sessionid=0x1015d8cbb1e0000, setting cluster-up flag (Was=false) 2024-11-21T13:19:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:36,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:36,606 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01870807895/flush-table-proc/acquired, /01870807895/flush-table-proc/reached, /01870807895/flush-table-proc/abort 2024-11-21T13:19:36,607 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,33317,1732195174415 2024-11-21T13:19:36,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:36,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:36,658 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01870807895/online-snapshot/acquired, /01870807895/online-snapshot/reached, /01870807895/online-snapshot/abort 2024-11-21T13:19:36,659 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,33317,1732195174415 2024-11-21T13:19:36,660 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:19:36,663 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:19:36,664 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:19:36,664 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:19:36,664 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,33317,1732195174415 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:19:36,665 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:36,665 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:36,665 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:36,665 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:36,665 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:19:36,665 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,665 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:19:36,665 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,666 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195206666 2024-11-21T13:19:36,666 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:19:36,666 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:19:36,666 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:19:36,666 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:19:36,666 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:19:36,667 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:19:36,667 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,667 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:19:36,667 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:19:36,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:19:36,667 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:19:36,667 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:19:36,667 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:19:36,667 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:19:36,667 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:19:36,668 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195176667,5,FailOnTimeoutGroup] 2024-11-21T13:19:36,668 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195176668,5,FailOnTimeoutGroup] 2024-11-21T13:19:36,668 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,668 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:19:36,668 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,668 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,668 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:36,668 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:19:36,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:19:36,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:19:36,679 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce 2024-11-21T13:19:36,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741832_1008 (size=32) 2024-11-21T13:19:36,754 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(746): ClusterId : 0ddff18f-5038-43a1-be3a-594ccf56fe2e 2024-11-21T13:19:36,754 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:19:36,764 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:19:36,764 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:19:36,775 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:19:36,775 DEBUG [RS:0;4fe6efa1e611:36581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1829dff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:19:36,787 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:36581 2024-11-21T13:19:36,787 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:19:36,787 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:19:36,787 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:19:36,788 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,33317,1732195174415 with port=36581, startcode=1732195174623 2024-11-21T13:19:36,788 DEBUG [RS:0;4fe6efa1e611:36581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:19:36,789 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:19:36,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:36,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33317 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:36,791 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce 2024-11-21T13:19:36,791 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38727 2024-11-21T13:19:36,791 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:19:36,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/rs 2024-11-21T13:19:36,802 DEBUG [RS:0;4fe6efa1e611:36581 {}] zookeeper.ZKUtil(111): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on existing znode=/01870807895/rs/4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:36,802 WARN [RS:0;4fe6efa1e611:36581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:19:36,802 INFO [RS:0;4fe6efa1e611:36581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:19:36,802 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:36,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,36581,1732195174623] 2024-11-21T13:19:36,805 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:19:36,807 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:19:36,807 INFO [RS:0;4fe6efa1e611:36581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:19:36,807 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,807 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:19:36,808 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:19:36,808 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:19:36,808 DEBUG [RS:0;4fe6efa1e611:36581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:19:36,811 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,811 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,811 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,811 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,811 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,811 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,36581,1732195174623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:19:36,829 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:19:36,829 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,36581,1732195174623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,829 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,830 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.Replication(171): 4fe6efa1e611,36581,1732195174623 started 2024-11-21T13:19:36,844 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:36,844 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,36581,1732195174623, RpcServer on 4fe6efa1e611/172.17.0.2:36581, sessionid=0x1015d8cbb1e0001 2024-11-21T13:19:36,844 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:19:36,844 DEBUG [RS:0;4fe6efa1e611:36581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:36,844 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,36581,1732195174623' 2024-11-21T13:19:36,844 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01870807895/flush-table-proc/abort' 2024-11-21T13:19:36,845 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01870807895/flush-table-proc/acquired' 2024-11-21T13:19:36,845 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:19:36,845 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:19:36,845 DEBUG [RS:0;4fe6efa1e611:36581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:36,845 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,36581,1732195174623' 2024-11-21T13:19:36,845 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01870807895/online-snapshot/abort' 2024-11-21T13:19:36,845 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01870807895/online-snapshot/acquired' 2024-11-21T13:19:36,846 DEBUG [RS:0;4fe6efa1e611:36581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:19:36,846 INFO [RS:0;4fe6efa1e611:36581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:19:36,846 INFO [RS:0;4fe6efa1e611:36581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:19:36,946 INFO [RS:0;4fe6efa1e611:36581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:19:36,947 INFO [RS:0;4fe6efa1e611:36581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C36581%2C1732195174623, suffix=, logDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623, archiveDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs, maxLogs=10 2024-11-21T13:19:36,959 DEBUG [RS:0;4fe6efa1e611:36581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.1732195176948, exclude list is [], retry=0 2024-11-21T13:19:36,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-6599870c-0f97-4945-bf09-e163fd083207,DISK] 2024-11-21T13:19:36,963 INFO [RS:0;4fe6efa1e611:36581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.1732195176948 2024-11-21T13:19:36,963 DEBUG [RS:0;4fe6efa1e611:36581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33573:33573)] 2024-11-21T13:19:37,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:37,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:19:37,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:19:37,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:37,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:37,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:19:37,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:19:37,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:37,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:37,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:19:37,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:19:37,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:37,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:37,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:19:37,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:19:37,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:37,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:37,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:19:37,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740 2024-11-21T13:19:37,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740 2024-11-21T13:19:37,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:19:37,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:19:37,096 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:19:37,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:19:37,098 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:19:37,099 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68508627, jitterRate=0.020858094096183777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:19:37,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195177086Initializing all the Stores at 1732195177086Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195177086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195177086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195177086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195177087 (+1 ms)Cleaning up temporary data from old regions at 1732195177095 (+8 ms)Region opened successfully at 1732195177099 (+4 ms) 2024-11-21T13:19:37,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:19:37,099 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:19:37,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:19:37,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:19:37,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:19:37,100 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:37,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195177099Disabling compacts and flushes for region at 1732195177099Disabling writes for close at 1732195177100 (+1 ms)Writing region close event to WAL at 1732195177100Closed at 1732195177100 2024-11-21T13:19:37,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:19:37,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:19:37,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:19:37,102 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:19:37,103 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:19:37,253 DEBUG [4fe6efa1e611:33317 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:19:37,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:37,255 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,36581,1732195174623, state=OPENING 2024-11-21T13:19:37,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:19:37,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:37,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:37,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: CHANGED 2024-11-21T13:19:37,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: CHANGED 2024-11-21T13:19:37,311 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:19:37,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,36581,1732195174623}] 2024-11-21T13:19:37,464 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:19:37,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:19:37,469 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:19:37,469 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:19:37,469 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:19:37,470 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C36581%2C1732195174623.meta, suffix=.meta, logDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623, archiveDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs, maxLogs=10 2024-11-21T13:19:37,482 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.meta.1732195177470.meta, exclude list is [], retry=0 2024-11-21T13:19:37,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-6599870c-0f97-4945-bf09-e163fd083207,DISK] 2024-11-21T13:19:37,486 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.meta.1732195177470.meta 2024-11-21T13:19:37,486 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33573:33573)] 2024-11-21T13:19:37,487 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:19:37,487 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:19:37,487 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:19:37,487 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:19:37,487 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:19:37,487 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:19:37,487 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:37,487 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:19:37,487 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:19:37,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:19:37,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:19:37,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:37,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:37,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:19:37,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:19:37,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:37,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:37,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:19:37,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:19:37,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:37,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:37,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:19:37,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:19:37,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:37,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:37,493 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:19:37,494 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740 2024-11-21T13:19:37,495 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740 2024-11-21T13:19:37,495 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:19:37,495 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:19:37,496 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:19:37,497 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:19:37,498 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70531132, jitterRate=0.05099576711654663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:19:37,498 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:19:37,499 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195177488Writing region info on filesystem at 1732195177488Initializing all the Stores at 1732195177488Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195177488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195177489 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195177489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195177489Cleaning up temporary data from old regions at 1732195177496 (+7 ms)Running coprocessor post-open hooks at 1732195177498 (+2 ms)Region opened successfully at 1732195177499 (+1 ms) 2024-11-21T13:19:37,500 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195177464 2024-11-21T13:19:37,501 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:19:37,501 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:19:37,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:37,503 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,36581,1732195174623, state=OPEN 2024-11-21T13:19:37,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870807895/meta-region-server 2024-11-21T13:19:37,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870807895/meta-region-server 2024-11-21T13:19:37,540 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:37,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: CHANGED 2024-11-21T13:19:37,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: CHANGED 2024-11-21T13:19:37,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:19:37,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,36581,1732195174623 in 229 msec 2024-11-21T13:19:37,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:19:37,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-21T13:19:37,544 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:19:37,544 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:19:37,546 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:19:37,546 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,36581,1732195174623, seqNum=-1] 2024-11-21T13:19:37,546 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:19:37,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:19:37,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 888 msec 2024-11-21T13:19:37,551 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195177551, completionTime=-1 2024-11-21T13:19:37,551 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:19:37,552 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:19:37,553 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:19:37,553 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195237553 2024-11-21T13:19:37,553 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195297553 2024-11-21T13:19:37,553 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:19:37,554 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33317,1732195174415-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:37,554 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33317,1732195174415-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:37,554 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33317,1732195174415-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:37,554 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:33317, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:37,554 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:37,554 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:37,556 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:19:37,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.867sec 2024-11-21T13:19:37,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:19:37,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:19:37,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:19:37,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:19:37,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:19:37,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33317,1732195174415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:19:37,557 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33317,1732195174415-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:19:37,560 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:19:37,560 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:19:37,560 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33317,1732195174415-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:37,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4653e31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:37,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33317,-1 for getting cluster id 2024-11-21T13:19:37,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:19:37,656 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ddff18f-5038-43a1-be3a-594ccf56fe2e' 2024-11-21T13:19:37,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:19:37,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ddff18f-5038-43a1-be3a-594ccf56fe2e" 2024-11-21T13:19:37,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f68120c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:37,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33317,-1] 2024-11-21T13:19:37,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:19:37,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:37,658 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:19:37,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecf5801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:37,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:19:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,36581,1732195174623, seqNum=-1] 2024-11-21T13:19:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:19:37,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:19:37,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,33317,1732195174415 2024-11-21T13:19:37,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54819 2024-11-21T13:19:37,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:19:37,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d8cbb1e0002 connected 2024-11-21T13:19:37,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/hadoop.log.dir so I do NOT create it in target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6 2024-11-21T13:19:37,698 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:19:37,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/hadoop.tmp.dir so I do NOT create it in target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6 2024-11-21T13:19:37,698 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:19:37,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6 2024-11-21T13:19:37,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:19:37,698 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/cluster_d920ae6e-64b3-f63c-159d-78355e27303d, deleteOnExit=true 2024-11-21T13:19:37,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/test.cache.data in system properties and HBase conf 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:19:37,699 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:19:37,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:19:37,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:19:37,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:19:37,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:19:37,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:19:37,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:19:37,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:19:37,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:19:37,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:19:38,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:19:38,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:19:38,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:19:38,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:19:38,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:19:38,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:19:38,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f2e2448{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:19:38,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1e3281{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:19:38,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d711d8f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/java.io.tmpdir/jetty-localhost-44455-hadoop-hdfs-3_4_1-tests_jar-_-any-12838905430094657015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:19:38,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@375a8fa5{HTTP/1.1, (http/1.1)}{localhost:44455} 2024-11-21T13:19:38,134 INFO [Time-limited test {}] server.Server(415): Started @149558ms 2024-11-21T13:19:38,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:19:38,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:19:38,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:19:38,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:19:38,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:19:38,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f2f38e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:19:38,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f5b1444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:19:38,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a76b442{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/java.io.tmpdir/jetty-localhost-36935-hadoop-hdfs-3_4_1-tests_jar-_-any-17385265291841721390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:19:38,517 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22109e7e{HTTP/1.1, (http/1.1)}{localhost:36935} 2024-11-21T13:19:38,517 INFO [Time-limited test {}] server.Server(415): Started @149941ms 2024-11-21T13:19:38,518 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:19:39,260 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/cluster_d920ae6e-64b3-f63c-159d-78355e27303d/data/data1/current/BP-1324185768-172.17.0.2-1732195177715/current, will proceed with Du for space computation calculation, 2024-11-21T13:19:39,260 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/cluster_d920ae6e-64b3-f63c-159d-78355e27303d/data/data2/current/BP-1324185768-172.17.0.2-1732195177715/current, will proceed with Du for space computation calculation, 2024-11-21T13:19:39,274 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:19:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeed8c7543d006f6d with lease ID 0xbdfcba0f035d5d9f: Processing first storage report for DS-2626519d-0e82-4ba4-92c3-8d260935e55c from datanode DatanodeRegistration(127.0.0.1:41627, datanodeUuid=344b1745-01c1-41a1-b63f-3ad82cdbec61, infoPort=34857, infoSecurePort=0, ipcPort=36195, storageInfo=lv=-57;cid=testClusterID;nsid=1846798415;c=1732195177715) 2024-11-21T13:19:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeed8c7543d006f6d with lease ID 0xbdfcba0f035d5d9f: from storage DS-2626519d-0e82-4ba4-92c3-8d260935e55c node DatanodeRegistration(127.0.0.1:41627, datanodeUuid=344b1745-01c1-41a1-b63f-3ad82cdbec61, infoPort=34857, infoSecurePort=0, ipcPort=36195, storageInfo=lv=-57;cid=testClusterID;nsid=1846798415;c=1732195177715), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:19:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeed8c7543d006f6d with lease ID 0xbdfcba0f035d5d9f: Processing first storage report for DS-74718c52-36ff-4077-be5b-a34c298f6366 from datanode DatanodeRegistration(127.0.0.1:41627, datanodeUuid=344b1745-01c1-41a1-b63f-3ad82cdbec61, infoPort=34857, infoSecurePort=0, ipcPort=36195, storageInfo=lv=-57;cid=testClusterID;nsid=1846798415;c=1732195177715) 2024-11-21T13:19:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeed8c7543d006f6d with lease ID 0xbdfcba0f035d5d9f: from storage DS-74718c52-36ff-4077-be5b-a34c298f6366 node DatanodeRegistration(127.0.0.1:41627, datanodeUuid=344b1745-01c1-41a1-b63f-3ad82cdbec61, infoPort=34857, infoSecurePort=0, ipcPort=36195, storageInfo=lv=-57;cid=testClusterID;nsid=1846798415;c=1732195177715), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:19:39,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6 2024-11-21T13:19:39,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:39,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:39,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:19:39,762 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7 with version=8 2024-11-21T13:19:39,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/hbase-staging 2024-11-21T13:19:39,764 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:19:39,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:39,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:39,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:19:39,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:39,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:19:39,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:19:39,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:19:39,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45995 2024-11-21T13:19:39,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45995 connecting to ZooKeeper ensemble=127.0.0.1:54819 2024-11-21T13:19:39,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459950x0, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:19:39,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45995-0x1015d8cbb1e0003 connected 2024-11-21T13:19:39,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:39,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:39,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Set watcher on znode that does not yet exist, /11322520935/running 2024-11-21T13:19:39,895 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7, hbase.cluster.distributed=false 2024-11-21T13:19:39,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Set watcher on znode that does not yet exist, /11322520935/acl 2024-11-21T13:19:39,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45995 2024-11-21T13:19:39,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45995 2024-11-21T13:19:39,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45995 2024-11-21T13:19:39,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45995 2024-11-21T13:19:39,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45995 2024-11-21T13:19:39,918 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:19:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:39,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:19:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:39,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:19:39,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:19:39,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:19:39,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43123 2024-11-21T13:19:39,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43123 connecting to ZooKeeper ensemble=127.0.0.1:54819 2024-11-21T13:19:39,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:39,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:39,938 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431230x0, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:19:39,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43123-0x1015d8cbb1e0004 connected 2024-11-21T13:19:39,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Set watcher on znode that does not yet exist, /11322520935/running 2024-11-21T13:19:39,939 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:19:39,940 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:19:39,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Set watcher on znode that does not yet exist, /11322520935/master 2024-11-21T13:19:39,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Set watcher on znode that does not yet exist, /11322520935/acl 2024-11-21T13:19:39,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43123 2024-11-21T13:19:39,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43123 2024-11-21T13:19:39,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43123 2024-11-21T13:19:39,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43123 2024-11-21T13:19:39,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43123 2024-11-21T13:19:39,957 DEBUG [M:0;4fe6efa1e611:45995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:45995 2024-11-21T13:19:39,957 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11322520935/backup-masters/4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:39,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935/backup-masters 2024-11-21T13:19:39,969 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935/backup-masters 2024-11-21T13:19:39,970 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Set watcher on existing znode=/11322520935/backup-masters/4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:39,980 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11322520935/master 2024-11-21T13:19:39,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:39,980 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:39,981 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Set watcher on existing znode=/11322520935/master 2024-11-21T13:19:39,981 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11322520935/backup-masters/4fe6efa1e611,45995,1732195179763 from backup master directory 2024-11-21T13:19:39,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11322520935/backup-masters/4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:39,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935/backup-masters 2024-11-21T13:19:39,991 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:19:39,991 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:39,991 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935/backup-masters 2024-11-21T13:19:39,994 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/hbase.id] with ID: fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba 2024-11-21T13:19:39,994 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/.tmp/hbase.id 2024-11-21T13:19:39,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:19:40,399 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/.tmp/hbase.id]:[hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/hbase.id] 2024-11-21T13:19:40,409 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:40,409 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:19:40,410 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:19:40,500 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:40,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:40,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:19:40,906 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:19:40,906 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:19:40,907 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:19:40,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:19:41,315 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store 2024-11-21T13:19:41,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:19:41,721 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:41,721 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:19:41,721 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:41,721 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:41,721 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:19:41,721 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:41,721 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:41,721 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195181721Disabling compacts and flushes for region at 1732195181721Disabling writes for close at 1732195181721Writing region close event to WAL at 1732195181721Closed at 1732195181721 2024-11-21T13:19:41,722 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/.initializing 2024-11-21T13:19:41,722 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/WALs/4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:41,723 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:19:41,725 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C45995%2C1732195179763, suffix=, logDir=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/WALs/4fe6efa1e611,45995,1732195179763, archiveDir=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/oldWALs, maxLogs=10 2024-11-21T13:19:41,740 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/WALs/4fe6efa1e611,45995,1732195179763/4fe6efa1e611%2C45995%2C1732195179763.1732195181725, exclude list is [], retry=0 2024-11-21T13:19:41,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41627,DS-2626519d-0e82-4ba4-92c3-8d260935e55c,DISK] 2024-11-21T13:19:41,743 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/WALs/4fe6efa1e611,45995,1732195179763/4fe6efa1e611%2C45995%2C1732195179763.1732195181725 2024-11-21T13:19:41,744 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34857:34857)] 2024-11-21T13:19:41,744 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:19:41,744 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:41,744 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,744 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:19:41,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:41,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:41,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:19:41,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:41,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:41,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:19:41,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:41,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:41,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:19:41,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:41,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:41,752 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,752 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,753 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,754 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,754 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,754 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:19:41,755 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:41,757 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:19:41,757 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73810987, jitterRate=0.09986941516399384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:19:41,757 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195181744Initializing all the Stores at 1732195181745 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195181745Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195181745Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195181745Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195181745Cleaning up temporary data from old regions at 1732195181754 (+9 ms)Region opened successfully at 1732195181757 (+3 ms) 2024-11-21T13:19:41,757 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:19:41,760 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb5f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:19:41,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:19:41,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:19:41,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:19:41,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:19:41,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:19:41,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:19:41,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:19:41,763 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:19:41,764 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Unable to get data of znode /11322520935/balancer because node does not exist (not necessarily an error) 2024-11-21T13:19:41,816 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11322520935/balancer already deleted, retry=false 2024-11-21T13:19:41,816 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:19:41,817 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Unable to get data of znode /11322520935/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:19:41,826 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11322520935/normalizer already deleted, retry=false 2024-11-21T13:19:41,826 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:19:41,827 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Unable to get data of znode /11322520935/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:19:41,837 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11322520935/switch/split already deleted, retry=false 2024-11-21T13:19:41,837 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Unable to get data of znode /11322520935/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:19:41,847 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11322520935/switch/merge already deleted, retry=false 2024-11-21T13:19:41,849 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Unable to get data of znode /11322520935/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:19:41,858 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11322520935/snapshot-cleanup already deleted, retry=false 2024-11-21T13:19:41,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11322520935/running 2024-11-21T13:19:41,868 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11322520935/running 2024-11-21T13:19:41,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:41,868 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:41,869 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,45995,1732195179763, sessionid=0x1015d8cbb1e0003, setting cluster-up flag (Was=false) 2024-11-21T13:19:41,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:41,889 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:41,921 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11322520935/flush-table-proc/acquired, /11322520935/flush-table-proc/reached, /11322520935/flush-table-proc/abort 2024-11-21T13:19:41,922 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:41,942 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:41,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:41,974 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11322520935/online-snapshot/acquired, /11322520935/online-snapshot/reached, /11322520935/online-snapshot/abort 2024-11-21T13:19:41,975 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:41,976 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:19:41,977 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:19:41,977 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:19:41,977 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:19:41,977 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,45995,1732195179763 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:19:41,979 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:41,979 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:41,979 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:41,979 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:41,979 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:19:41,979 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:41,979 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:19:41,979 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:41,980 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195211980 2024-11-21T13:19:41,980 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:19:41,980 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:19:41,980 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:19:41,980 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:19:41,980 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:19:41,980 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:19:41,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:19:41,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:19:41,980 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:41,981 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:19:41,981 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:19:41,981 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:19:41,981 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:19:41,981 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:19:41,981 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:19:41,981 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:41,981 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195181981,5,FailOnTimeoutGroup] 2024-11-21T13:19:41,981 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195181981,5,FailOnTimeoutGroup] 2024-11-21T13:19:41,982 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:41,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:19:41,982 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:19:41,982 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:41,982 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:41,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:19:42,049 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(746): ClusterId : fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba 2024-11-21T13:19:42,049 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:19:42,135 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:19:42,135 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:19:42,199 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:19:42,199 DEBUG [RS:0;4fe6efa1e611:43123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfa11b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:19:42,210 DEBUG [RS:0;4fe6efa1e611:43123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:43123 2024-11-21T13:19:42,210 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:19:42,210 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:19:42,210 DEBUG [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:19:42,210 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,45995,1732195179763 with port=43123, startcode=1732195179918 2024-11-21T13:19:42,210 DEBUG [RS:0;4fe6efa1e611:43123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:19:42,212 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:19:42,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45995 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,43123,1732195179918 2024-11-21T13:19:42,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45995 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,43123,1732195179918 2024-11-21T13:19:42,213 DEBUG [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7 2024-11-21T13:19:42,213 DEBUG [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40861 2024-11-21T13:19:42,213 DEBUG [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:19:42,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935/rs 2024-11-21T13:19:42,279 DEBUG [RS:0;4fe6efa1e611:43123 {}] zookeeper.ZKUtil(111): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Set watcher on existing znode=/11322520935/rs/4fe6efa1e611,43123,1732195179918 2024-11-21T13:19:42,279 WARN [RS:0;4fe6efa1e611:43123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:19:42,279 INFO [RS:0;4fe6efa1e611:43123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:19:42,280 DEBUG [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/WALs/4fe6efa1e611,43123,1732195179918 2024-11-21T13:19:42,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,43123,1732195179918] 2024-11-21T13:19:42,283 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:19:42,284 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:19:42,285 INFO [RS:0;4fe6efa1e611:43123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:19:42,285 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:42,285 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:19:42,286 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:19:42,286 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:19:42,286 DEBUG [RS:0;4fe6efa1e611:43123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:19:42,288 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:42,288 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:42,288 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:42,288 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:42,288 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:42,288 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43123,1732195179918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:19:42,304 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:19:42,305 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43123,1732195179918-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:42,338 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:42,338 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.Replication(171): 4fe6efa1e611,43123,1732195179918 started 2024-11-21T13:19:42,354 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:42,354 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,43123,1732195179918, RpcServer on 4fe6efa1e611/172.17.0.2:43123, sessionid=0x1015d8cbb1e0004 2024-11-21T13:19:42,354 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:19:42,354 DEBUG [RS:0;4fe6efa1e611:43123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,43123,1732195179918 2024-11-21T13:19:42,354 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,43123,1732195179918' 2024-11-21T13:19:42,354 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11322520935/flush-table-proc/abort' 2024-11-21T13:19:42,355 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11322520935/flush-table-proc/acquired' 2024-11-21T13:19:42,355 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:19:42,355 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:19:42,355 DEBUG [RS:0;4fe6efa1e611:43123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,43123,1732195179918 2024-11-21T13:19:42,355 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,43123,1732195179918' 2024-11-21T13:19:42,355 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11322520935/online-snapshot/abort' 2024-11-21T13:19:42,355 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11322520935/online-snapshot/acquired' 2024-11-21T13:19:42,356 DEBUG [RS:0;4fe6efa1e611:43123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:19:42,356 INFO [RS:0;4fe6efa1e611:43123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:19:42,356 INFO [RS:0;4fe6efa1e611:43123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:19:42,389 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:19:42,389 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7 2024-11-21T13:19:42,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741832_1008 (size=32) 2024-11-21T13:19:42,456 INFO [RS:0;4fe6efa1e611:43123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:19:42,458 INFO [RS:0;4fe6efa1e611:43123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C43123%2C1732195179918, suffix=, logDir=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/WALs/4fe6efa1e611,43123,1732195179918, archiveDir=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/oldWALs, maxLogs=10 2024-11-21T13:19:42,474 DEBUG [RS:0;4fe6efa1e611:43123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/WALs/4fe6efa1e611,43123,1732195179918/4fe6efa1e611%2C43123%2C1732195179918.1732195182458, exclude list is [], retry=0 2024-11-21T13:19:42,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41627,DS-2626519d-0e82-4ba4-92c3-8d260935e55c,DISK] 2024-11-21T13:19:42,478 INFO [RS:0;4fe6efa1e611:43123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/WALs/4fe6efa1e611,43123,1732195179918/4fe6efa1e611%2C43123%2C1732195179918.1732195182458 2024-11-21T13:19:42,478 DEBUG [RS:0;4fe6efa1e611:43123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34857:34857)] 2024-11-21T13:19:42,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:42,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:19:42,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:19:42,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:42,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:42,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:19:42,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:19:42,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:42,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:42,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:19:42,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:19:42,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:42,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:42,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:19:42,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:19:42,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:42,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:42,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:19:42,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/1588230740 2024-11-21T13:19:42,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/1588230740 2024-11-21T13:19:42,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:19:42,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:19:42,804 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:19:42,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:19:42,806 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:19:42,807 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73503007, jitterRate=0.09528015553951263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:19:42,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195182795Initializing all the Stores at 1732195182796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195182796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195182796Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195182796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195182796Cleaning up temporary data from old regions at 1732195182803 (+7 ms)Region opened successfully at 1732195182807 (+4 ms) 2024-11-21T13:19:42,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:19:42,807 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:19:42,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:19:42,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:19:42,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:19:42,807 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:42,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195182807Disabling compacts and flushes for region at 1732195182807Disabling writes for close at 1732195182807Writing region close event to WAL at 1732195182807Closed at 1732195182807 2024-11-21T13:19:42,808 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:19:42,808 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:19:42,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:19:42,809 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:19:42,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:19:42,960 DEBUG [4fe6efa1e611:45995 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:19:42,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,43123,1732195179918 2024-11-21T13:19:42,962 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,43123,1732195179918, state=OPENING 2024-11-21T13:19:42,989 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:19:43,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:43,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:43,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:43,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:43,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:43,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:43,026 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:19:43,030 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:19:43,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:43,037 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:43,037 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:19:43,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11322520935/meta-region-server: CHANGED 2024-11-21T13:19:43,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11322520935/meta-region-server: CHANGED 2024-11-21T13:19:43,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43123,1732195179918}] 2024-11-21T13:19:43,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:19:43,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:19:43,194 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:19:43,194 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:19:43,194 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:19:43,195 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C43123%2C1732195179918.meta, suffix=.meta, logDir=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/WALs/4fe6efa1e611,43123,1732195179918, archiveDir=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/oldWALs, maxLogs=10 2024-11-21T13:19:43,207 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/WALs/4fe6efa1e611,43123,1732195179918/4fe6efa1e611%2C43123%2C1732195179918.meta.1732195183195.meta, exclude list is [], retry=0 2024-11-21T13:19:43,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41627,DS-2626519d-0e82-4ba4-92c3-8d260935e55c,DISK] 2024-11-21T13:19:43,211 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/WALs/4fe6efa1e611,43123,1732195179918/4fe6efa1e611%2C43123%2C1732195179918.meta.1732195183195.meta 2024-11-21T13:19:43,211 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34857:34857)] 2024-11-21T13:19:43,211 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:19:43,211 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:19:43,211 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:19:43,211 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:19:43,211 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:19:43,211 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:19:43,211 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:43,212 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:19:43,212 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:19:43,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:19:43,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:19:43,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:43,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:43,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:19:43,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:19:43,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:43,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:43,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:19:43,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:19:43,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:43,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:43,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:19:43,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:19:43,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:43,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:43,217 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:19:43,217 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/1588230740 2024-11-21T13:19:43,219 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/1588230740 2024-11-21T13:19:43,219 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:19:43,219 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:19:43,220 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:19:43,221 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:19:43,222 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65263467, jitterRate=-0.027498558163642883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:19:43,222 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:19:43,222 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195183212Writing region info on filesystem at 1732195183212Initializing all the Stores at 1732195183212Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195183212Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195183213 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195183213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195183213Cleaning up temporary data from old regions at 1732195183219 (+6 ms)Running coprocessor post-open hooks at 1732195183222 (+3 ms)Region opened successfully at 1732195183222 2024-11-21T13:19:43,222 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195183189 2024-11-21T13:19:43,224 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:19:43,224 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:19:43,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,43123,1732195179918 2024-11-21T13:19:43,226 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,43123,1732195179918, state=OPEN 2024-11-21T13:19:43,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11322520935/meta-region-server 2024-11-21T13:19:43,237 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11322520935/meta-region-server 2024-11-21T13:19:43,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43123,1732195179918 2024-11-21T13:19:43,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11322520935/meta-region-server: CHANGED 2024-11-21T13:19:43,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11322520935/meta-region-server: CHANGED 2024-11-21T13:19:43,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:19:43,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43123,1732195179918 in 200 msec 2024-11-21T13:19:43,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:19:43,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-21T13:19:43,241 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:19:43,241 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:19:43,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:19:43,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43123,1732195179918, seqNum=-1] 2024-11-21T13:19:43,243 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:19:43,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:19:43,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-21T13:19:43,248 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195183248, completionTime=-1 2024-11-21T13:19:43,248 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:19:43,248 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:19:43,249 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:19:43,249 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195243249 2024-11-21T13:19:43,250 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195303249 2024-11-21T13:19:43,250 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:19:43,250 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45995,1732195179763-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:43,250 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45995,1732195179763-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:43,250 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45995,1732195179763-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:43,250 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:45995, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:43,250 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:43,250 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:43,251 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:19:43,253 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.262sec 2024-11-21T13:19:43,253 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:19:43,253 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:19:43,253 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:19:43,253 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:19:43,253 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:19:43,253 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45995,1732195179763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:19:43,253 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45995,1732195179763-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:19:43,256 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:19:43,256 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:19:43,256 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,45995,1732195179763-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:43,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1772f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:43,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45995,-1 for getting cluster id 2024-11-21T13:19:43,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:19:43,350 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba' 2024-11-21T13:19:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:19:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba" 2024-11-21T13:19:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ceca7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45995,-1] 2024-11-21T13:19:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:19:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:43,352 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:19:43,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322b216a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:43,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:19:43,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43123,1732195179918, seqNum=-1] 2024-11-21T13:19:43,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:19:43,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:19:43,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:43,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54819 2024-11-21T13:19:43,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:19:43,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d8cbb1e0005 connected 2024-11-21T13:19:43,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a5f2fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:43,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33317,-1 for getting cluster id 2024-11-21T13:19:43,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:19:43,383 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ddff18f-5038-43a1-be3a-594ccf56fe2e' 2024-11-21T13:19:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:19:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ddff18f-5038-43a1-be3a-594ccf56fe2e" 2024-11-21T13:19:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2798830b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33317,-1] 2024-11-21T13:19:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:19:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:43,385 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:19:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b74af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:43,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:19:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33317,1732195174415 2024-11-21T13:19:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73fa0270 2024-11-21T13:19:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:19:43,387 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:19:43,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:45995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:19:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:19:43,390 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:45995' 2024-11-21T13:19:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:19:43,391 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1212e11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:43,391 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45995,-1 for getting cluster id 2024-11-21T13:19:43,391 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:19:43,392 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba' 2024-11-21T13:19:43,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:19:43,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba" 2024-11-21T13:19:43,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e4aa64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:43,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45995,-1] 2024-11-21T13:19:43,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:19:43,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:43,393 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:19:43,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40590947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:43,394 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:19:43,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:43,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@479de20 2024-11-21T13:19:43,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:19:43,395 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:19:43,396 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T13:19:43,396 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:19:43,396 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:43,396 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:43,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:43,397 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:19:43,398 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:19:43,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:19:43,399 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:43,400 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:19:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741835_1011 (size=1138) 2024-11-21T13:19:43,448 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:19:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:19:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:19:43,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68e134a0379cb514adf4d3cd62635793, NAME => 'hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce 2024-11-21T13:19:43,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741836_1012 (size=44) 2024-11-21T13:19:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:19:44,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:44,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 68e134a0379cb514adf4d3cd62635793, disabling compactions & flushes 2024-11-21T13:19:44,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:44,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:44,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. after waiting 0 ms 2024-11-21T13:19:44,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:44,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:44,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68e134a0379cb514adf4d3cd62635793: Waiting for close lock at 1732195184213Disabling compacts and flushes for region at 1732195184213Disabling writes for close at 1732195184213Writing region close event to WAL at 1732195184213Closed at 1732195184213 2024-11-21T13:19:44,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:19:44,214 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195184214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195184214"}]},"ts":"1732195184214"} 2024-11-21T13:19:44,216 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:19:44,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:19:44,217 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195184217"}]},"ts":"1732195184217"} 2024-11-21T13:19:44,219 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:19:44,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68e134a0379cb514adf4d3cd62635793, ASSIGN}] 2024-11-21T13:19:44,220 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68e134a0379cb514adf4d3cd62635793, ASSIGN 2024-11-21T13:19:44,221 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68e134a0379cb514adf4d3cd62635793, ASSIGN; state=OFFLINE, location=4fe6efa1e611,36581,1732195174623; forceNewPlan=false, retain=false 2024-11-21T13:19:44,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=68e134a0379cb514adf4d3cd62635793, regionState=OPENING, regionLocation=4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:44,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68e134a0379cb514adf4d3cd62635793, ASSIGN because future has completed 2024-11-21T13:19:44,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e134a0379cb514adf4d3cd62635793, server=4fe6efa1e611,36581,1732195174623}] 2024-11-21T13:19:44,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:19:44,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T13:19:44,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:44,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T13:19:44,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:19:44,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T13:19:44,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:19:44,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T13:19:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:19:44,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:44,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:19:44,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:19:44,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C36581%2C1732195174623.rep, suffix=, logDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623, archiveDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs, maxLogs=10 2024-11-21T13:19:44,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.rep.1732195184531, exclude list is [], retry=0 2024-11-21T13:19:44,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-6599870c-0f97-4945-bf09-e163fd083207,DISK] 2024-11-21T13:19:44,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.rep.1732195184531 2024-11-21T13:19:44,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33573:33573)] 2024-11-21T13:19:44,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 68e134a0379cb514adf4d3cd62635793, NAME => 'hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:19:44,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:19:44,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:19:44,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. service=MultiRowMutationService 2024-11-21T13:19:44,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:19:44,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:44,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,549 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,550 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e134a0379cb514adf4d3cd62635793 columnFamilyName hfileref 2024-11-21T13:19:44,551 DEBUG [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:44,551 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(327): Store=68e134a0379cb514adf4d3cd62635793/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:44,551 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,552 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e134a0379cb514adf4d3cd62635793 columnFamilyName queue 2024-11-21T13:19:44,552 DEBUG [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:44,553 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(327): Store=68e134a0379cb514adf4d3cd62635793/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:44,553 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,554 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e134a0379cb514adf4d3cd62635793 columnFamilyName sid 2024-11-21T13:19:44,554 DEBUG [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:44,554 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(327): Store=68e134a0379cb514adf4d3cd62635793/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:44,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:19:44,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:19:44,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 68e134a0379cb514adf4d3cd62635793; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64743908, jitterRate=-0.03524059057235718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:19:44,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:44,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 68e134a0379cb514adf4d3cd62635793: Running coprocessor pre-open hook at 1732195184548Writing region info on filesystem at 1732195184548Initializing all the Stores at 1732195184549 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195184549Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195184549Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195184549Cleaning up temporary data from old regions at 1732195184556 (+7 ms)Running coprocessor post-open hooks at 1732195184560 (+4 ms)Region opened successfully at 1732195184560 2024-11-21T13:19:44,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793., pid=7, masterSystemTime=1732195184526 2024-11-21T13:19:44,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:44,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:44,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=68e134a0379cb514adf4d3cd62635793, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:44,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e134a0379cb514adf4d3cd62635793, server=4fe6efa1e611,36581,1732195174623 because future has completed 2024-11-21T13:19:44,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T13:19:44,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 68e134a0379cb514adf4d3cd62635793, server=4fe6efa1e611,36581,1732195174623 in 193 msec 2024-11-21T13:19:44,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:19:44,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68e134a0379cb514adf4d3cd62635793, ASSIGN in 350 msec 2024-11-21T13:19:44,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:19:44,572 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195184572"}]},"ts":"1732195184572"} 2024-11-21T13:19:44,574 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:19:44,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:19:44,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-21T13:19:44,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793., hostname=4fe6efa1e611,36581,1732195174623, seqNum=2] 2024-11-21T13:19:44,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:44,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:44,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:19:44,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T13:19:44,854 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:19:44,880 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,36581,1732195174623, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:19:44,880 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:19:44,881 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,36581,1732195174623, seqNum=-1] 2024-11-21T13:19:44,881 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:19:44,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-21T13:19:44,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,36581,1732195174623', locateType=CURRENT is [region=hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793., hostname=4fe6efa1e611,36581,1732195174623, seqNum=2] 2024-11-21T13:19:44,886 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T13:19:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T13:19:44,889 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,36581,1732195174623 suceeded 2024-11-21T13:19:44,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T13:19:44,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-21T13:19:44,891 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:45995,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:19:44,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-21T13:19:44,901 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:45995' 2024-11-21T13:19:44,902 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6863e38d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:44,902 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45995,-1 for getting cluster id 2024-11-21T13:19:44,902 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:19:44,903 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba' 2024-11-21T13:19:44,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:19:44,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba" 2024-11-21T13:19:44,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1662c8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:44,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45995,-1] 2024-11-21T13:19:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:19:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:44,904 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:19:44,905 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f24e5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:44,905 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:19:44,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:44,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c179f02 2024-11-21T13:19:44,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:19:44,906 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-21T13:19:44,907 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,36581,1732195174623 (queues=1) is replicating from cluster=0ddff18f-5038-43a1-be3a-594ccf56fe2e to cluster=fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba 2024-11-21T13:19:44,907 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C36581%2C1732195174623 2024-11-21T13:19:44,908 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,36581,1732195174623, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:19:44,908 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623.replicationSource.shipper4fe6efa1e611%2C36581%2C1732195174623,1-4fe6efa1e611,36581,1732195174623 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C36581%2C1732195174623 2024-11-21T13:19:44,908 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623.replicationSource.wal-reader.4fe6efa1e611%2C36581%2C1732195174623,1-4fe6efa1e611,36581,1732195174623 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.1732195176948, startPosition=0, beingWritten=true 2024-11-21T13:19:45,113 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623.replicationSource.wal-reader.4fe6efa1e611%2C36581%2C1732195174623,1-4fe6efa1e611,36581,1732195174623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.1732195176948 to pos 0, reset compression=false 2024-11-21T13:19:45,417 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623.replicationSource.wal-reader.4fe6efa1e611%2C36581%2C1732195174623,1-4fe6efa1e611,36581,1732195174623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.1732195176948 to pos 0, reset compression=false 2024-11-21T13:19:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:19:45,539 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:19:45,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:45,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:45,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:45,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:45,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:45,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:19:45,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33317,1732195174415 2024-11-21T13:19:45,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54e82fbc 2024-11-21T13:19:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:19:45,542 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:19:45,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T13:19:45,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:45,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:45,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:45,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:45,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:45,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:19:45,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1649859007, stopped=false 2024-11-21T13:19:45,543 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,33317,1732195174415 2024-11-21T13:19:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870807895/running 2024-11-21T13:19:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870807895/running 2024-11-21T13:19:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:45,584 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:19:45,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:45,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:45,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:45,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/running 2024-11-21T13:19:45,585 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,36581,1732195174623' ***** 2024-11-21T13:19:45,585 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:19:45,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/running 2024-11-21T13:19:45,585 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:19:45,585 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:19:45,585 INFO [RS:0;4fe6efa1e611:36581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:19:45,585 INFO [RS:0;4fe6efa1e611:36581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:19:45,585 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(3091): Received CLOSE for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:45,585 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:45,586 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:19:45,586 INFO [RS:0;4fe6efa1e611:36581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:36581. 2024-11-21T13:19:45,586 DEBUG [RS:0;4fe6efa1e611:36581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:45,586 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68e134a0379cb514adf4d3cd62635793, disabling compactions & flushes 2024-11-21T13:19:45,586 DEBUG [RS:0;4fe6efa1e611:36581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:45,586 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:45,586 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:45,586 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. after waiting 0 ms 2024-11-21T13:19:45,586 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:19:45,586 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:45,586 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:19:45,586 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:19:45,586 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:19:45,586 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68e134a0379cb514adf4d3cd62635793 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T13:19:45,587 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:19:45,587 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 68e134a0379cb514adf4d3cd62635793=hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793.} 2024-11-21T13:19:45,587 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:45,587 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:19:45,587 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:19:45,587 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:19:45,587 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:19:45,587 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:19:45,587 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T13:19:45,605 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793/.tmp/queue/c11479d6b09b4ec4a74cbb718845e97e is 151, key is 1-4fe6efa1e611,36581,1732195174623/queue:4fe6efa1e611%2C36581%2C1732195174623/1732195184885/Put/seqid=0 2024-11-21T13:19:45,605 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/info/e25bc84977004d948383be3df4420a19 is 147, key is hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793./info:regioninfo/1732195184564/Put/seqid=0 2024-11-21T13:19:45,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741839_1015 (size=6631) 2024-11-21T13:19:45,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741838_1014 (size=5350) 2024-11-21T13:19:45,619 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:19:45,787 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:45,811 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:19:45,811 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:19:45,821 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623.replicationSource.wal-reader.4fe6efa1e611%2C36581%2C1732195174623,1-4fe6efa1e611,36581,1732195174623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.1732195176948 to pos 0, reset compression=false 2024-11-21T13:19:45,987 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:46,010 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793/.tmp/queue/c11479d6b09b4ec4a74cbb718845e97e 2024-11-21T13:19:46,009 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/info/e25bc84977004d948383be3df4420a19 2024-11-21T13:19:46,015 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793/.tmp/queue/c11479d6b09b4ec4a74cbb718845e97e as hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793/queue/c11479d6b09b4ec4a74cbb718845e97e 2024-11-21T13:19:46,020 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793/queue/c11479d6b09b4ec4a74cbb718845e97e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T13:19:46,021 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 68e134a0379cb514adf4d3cd62635793 in 435ms, sequenceid=5, compaction requested=false 2024-11-21T13:19:46,021 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:19:46,026 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T13:19:46,026 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:46,026 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:19:46,026 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:46,027 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68e134a0379cb514adf4d3cd62635793: Waiting for close lock at 1732195185586Running coprocessor pre-close hooks at 1732195185586Disabling compacts and flushes for region at 1732195185586Disabling writes for close at 1732195185586Obtaining lock to block concurrent updates at 1732195185586Preparing flush snapshotting stores in 68e134a0379cb514adf4d3cd62635793 at 1732195185586Finished memstore snapshotting hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732195185586Flushing stores of hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. at 1732195185587 (+1 ms)Flushing 68e134a0379cb514adf4d3cd62635793/queue: creating writer at 1732195185587Flushing 68e134a0379cb514adf4d3cd62635793/queue: appending metadata at 1732195185604 (+17 ms)Flushing 68e134a0379cb514adf4d3cd62635793/queue: closing flushed file at 1732195185605 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32eb629f: reopening flushed file at 1732195186015 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 68e134a0379cb514adf4d3cd62635793 in 435ms, sequenceid=5, compaction requested=false at 1732195186021 (+6 ms)Writing region close event to WAL at 1732195186023 (+2 ms)Running coprocessor post-close hooks at 1732195186026 (+3 ms)Closed at 1732195186026 2024-11-21T13:19:46,027 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:46,029 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/ns/e32c937c1f0245fa9ce592994f023c19 is 43, key is default/ns:d/1732195177547/Put/seqid=0 2024-11-21T13:19:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741840_1016 (size=5153) 2024-11-21T13:19:46,187 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:46,326 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623.replicationSource.wal-reader.4fe6efa1e611%2C36581%2C1732195174623,1-4fe6efa1e611,36581,1732195174623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.1732195176948 to pos 0, reset compression=false 2024-11-21T13:19:46,388 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:46,433 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/ns/e32c937c1f0245fa9ce592994f023c19 2024-11-21T13:19:46,451 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/table/d1b0dfa886c5485a9d1741d7408f137b is 53, key is hbase:replication/table:state/1732195184572/Put/seqid=0 2024-11-21T13:19:46,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741841_1017 (size=5256) 2024-11-21T13:19:46,588 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:19:46,588 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:19:46,588 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:46,788 DEBUG [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:46,855 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/table/d1b0dfa886c5485a9d1741d7408f137b 2024-11-21T13:19:46,861 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/info/e25bc84977004d948383be3df4420a19 as hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/info/e25bc84977004d948383be3df4420a19 2024-11-21T13:19:46,865 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/info/e25bc84977004d948383be3df4420a19, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T13:19:46,866 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/ns/e32c937c1f0245fa9ce592994f023c19 as hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/ns/e32c937c1f0245fa9ce592994f023c19 2024-11-21T13:19:46,870 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/ns/e32c937c1f0245fa9ce592994f023c19, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T13:19:46,871 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/table/d1b0dfa886c5485a9d1741d7408f137b as hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/table/d1b0dfa886c5485a9d1741d7408f137b 2024-11-21T13:19:46,876 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/table/d1b0dfa886c5485a9d1741d7408f137b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T13:19:46,876 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-11-21T13:19:46,881 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T13:19:46,881 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:46,881 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:19:46,881 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:46,881 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195185587Running coprocessor pre-close hooks at 1732195185587Disabling compacts and flushes for region at 1732195185587Disabling writes for close at 1732195185587Obtaining lock to block concurrent updates at 1732195185587Preparing flush snapshotting stores in 1588230740 at 1732195185587Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732195185587Flushing stores of hbase:meta,,1.1588230740 at 1732195185588 (+1 ms)Flushing 1588230740/info: creating writer at 1732195185588Flushing 1588230740/info: appending metadata at 1732195185605 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732195185605Flushing 1588230740/ns: creating writer at 1732195186015 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732195186029 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732195186029Flushing 1588230740/table: creating writer at 1732195186438 (+409 ms)Flushing 1588230740/table: appending metadata at 1732195186451 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732195186451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ea75d9: reopening flushed file at 1732195186860 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6526fbe5: reopening flushed file at 1732195186865 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7a1b65: reopening flushed file at 1732195186870 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1732195186876 (+6 ms)Writing region close event to WAL at 1732195186878 (+2 ms)Running coprocessor post-close hooks at 1732195186881 (+3 ms)Closed at 1732195186881 2024-11-21T13:19:46,881 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:46,931 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623.replicationSource.wal-reader.4fe6efa1e611%2C36581%2C1732195174623,1-4fe6efa1e611,36581,1732195174623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.1732195176948 to pos 0, reset compression=false 2024-11-21T13:19:46,988 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,36581,1732195174623; all regions closed. 2024-11-21T13:19:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741834_1010 (size=2742) 2024-11-21T13:19:46,990 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.meta.1732195177470.meta not finished, retry = 0 2024-11-21T13:19:47,093 DEBUG [RS:0;4fe6efa1e611:36581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs 2024-11-21T13:19:47,093 INFO [RS:0;4fe6efa1e611:36581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C36581%2C1732195174623.meta:.meta(num 1732195177470) 2024-11-21T13:19:47,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741837_1013 (size=1586) 2024-11-21T13:19:47,095 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623/4fe6efa1e611%2C36581%2C1732195174623.rep.1732195184531 not finished, retry = 0 2024-11-21T13:19:47,198 DEBUG [RS:0;4fe6efa1e611:36581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs 2024-11-21T13:19:47,198 INFO [RS:0;4fe6efa1e611:36581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C36581%2C1732195174623.rep:(num 1732195184531) 2024-11-21T13:19:47,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741833_1009 (size=93) 2024-11-21T13:19:47,202 DEBUG [RS:0;4fe6efa1e611:36581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs 2024-11-21T13:19:47,202 INFO [RS:0;4fe6efa1e611:36581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C36581%2C1732195174623:(num 1732195176948) 2024-11-21T13:19:47,202 DEBUG [RS:0;4fe6efa1e611:36581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:47,202 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:19:47,202 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:19:47,202 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T13:19:47,202 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:19:47,202 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:19:47,202 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,36581,1732195174623 because: Region server is closing 2024-11-21T13:19:47,203 INFO [RS:0;4fe6efa1e611:36581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:36581. 2024-11-21T13:19:47,203 DEBUG [RS:0;4fe6efa1e611:36581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:47,203 DEBUG [RS:0;4fe6efa1e611:36581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:47,203 DEBUG [RS:0;4fe6efa1e611:36581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:47,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:47,303 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623.replicationSource.wal-reader.4fe6efa1e611%2C36581%2C1732195174623,1-4fe6efa1e611,36581,1732195174623 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:19:47,303 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623.replicationSource.shipper4fe6efa1e611%2C36581%2C1732195174623,1-4fe6efa1e611,36581,1732195174623 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T13:19:47,303 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,36581,1732195174623.replicationSource.shipper4fe6efa1e611%2C36581%2C1732195174623,1-4fe6efa1e611,36581,1732195174623 terminated 2024-11-21T13:19:47,304 INFO [RS:0;4fe6efa1e611:36581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36581 2024-11-21T13:19:47,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870807895/rs/4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:47,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/rs 2024-11-21T13:19:47,384 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:19:47,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,36581,1732195174623] 2024-11-21T13:19:47,485 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/draining/4fe6efa1e611,36581,1732195174623 already deleted, retry=false 2024-11-21T13:19:47,485 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,36581,1732195174623 expired; onlineServers=0 2024-11-21T13:19:47,485 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,33317,1732195174415' ***** 2024-11-21T13:19:47,485 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:19:47,485 INFO [M:0;4fe6efa1e611:33317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:19:47,485 INFO [M:0;4fe6efa1e611:33317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:19:47,485 DEBUG [M:0;4fe6efa1e611:33317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:19:47,485 DEBUG [M:0;4fe6efa1e611:33317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:19:47,485 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:19:47,485 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195176668 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195176668,5,FailOnTimeoutGroup] 2024-11-21T13:19:47,485 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195176667 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195176667,5,FailOnTimeoutGroup] 2024-11-21T13:19:47,485 INFO [M:0;4fe6efa1e611:33317 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:19:47,486 INFO [M:0;4fe6efa1e611:33317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:19:47,486 DEBUG [M:0;4fe6efa1e611:33317 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:19:47,486 INFO [M:0;4fe6efa1e611:33317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:19:47,486 INFO [M:0;4fe6efa1e611:33317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:19:47,486 INFO [M:0;4fe6efa1e611:33317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:19:47,486 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:19:47,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:47,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36581-0x1015d8cbb1e0001, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:47,526 INFO [RS:0;4fe6efa1e611:36581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:19:47,526 INFO [RS:0;4fe6efa1e611:36581 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,36581,1732195174623; zookeeper connection closed. 2024-11-21T13:19:47,527 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ce5bd01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ce5bd01 2024-11-21T13:19:47,527 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:19:47,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870807895/master 2024-11-21T13:19:47,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:47,588 DEBUG [M:0;4fe6efa1e611:33317 {}] zookeeper.ZKUtil(347): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/master because node does not exist (not an error) 2024-11-21T13:19:47,588 WARN [M:0;4fe6efa1e611:33317 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:19:47,588 INFO [M:0;4fe6efa1e611:33317 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/.lastflushedseqids 2024-11-21T13:19:47,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741842_1018 (size=181) 2024-11-21T13:19:47,993 INFO [M:0;4fe6efa1e611:33317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:19:47,993 INFO [M:0;4fe6efa1e611:33317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:19:47,993 DEBUG [M:0;4fe6efa1e611:33317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:19:47,993 INFO [M:0;4fe6efa1e611:33317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:47,993 DEBUG [M:0;4fe6efa1e611:33317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:47,994 DEBUG [M:0;4fe6efa1e611:33317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-21T13:19:47,994 DEBUG [M:0;4fe6efa1e611:33317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:47,994 INFO [M:0;4fe6efa1e611:33317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T13:19:48,014 DEBUG [M:0;4fe6efa1e611:33317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9368fc0d3a14d8e9514dad3e2540d26 is 82, key is hbase:meta,,1/info:regioninfo/1732195177502/Put/seqid=0 2024-11-21T13:19:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741843_1019 (size=5672) 2024-11-21T13:19:48,418 INFO [M:0;4fe6efa1e611:33317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9368fc0d3a14d8e9514dad3e2540d26 2024-11-21T13:19:48,437 DEBUG [M:0;4fe6efa1e611:33317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bd0a5ac7b2b443c85ea751be6e25499 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732195184575/Put/seqid=0 2024-11-21T13:19:48,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741844_1020 (size=7203) 2024-11-21T13:19:48,714 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:19:48,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:48,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:48,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:48,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:48,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:48,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:48,841 INFO [M:0;4fe6efa1e611:33317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bd0a5ac7b2b443c85ea751be6e25499 2024-11-21T13:19:48,863 DEBUG [M:0;4fe6efa1e611:33317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f11ec47a366483b87ac11cf127bbd1b is 69, key is 4fe6efa1e611,36581,1732195174623/rs:state/1732195176790/Put/seqid=0 2024-11-21T13:19:48,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741845_1021 (size=5156) 2024-11-21T13:19:49,268 INFO [M:0;4fe6efa1e611:33317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f11ec47a366483b87ac11cf127bbd1b 2024-11-21T13:19:49,274 DEBUG [M:0;4fe6efa1e611:33317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9368fc0d3a14d8e9514dad3e2540d26 as hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9368fc0d3a14d8e9514dad3e2540d26 2024-11-21T13:19:49,278 INFO [M:0;4fe6efa1e611:33317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9368fc0d3a14d8e9514dad3e2540d26, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T13:19:49,279 DEBUG [M:0;4fe6efa1e611:33317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bd0a5ac7b2b443c85ea751be6e25499 as hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bd0a5ac7b2b443c85ea751be6e25499 2024-11-21T13:19:49,283 INFO [M:0;4fe6efa1e611:33317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bd0a5ac7b2b443c85ea751be6e25499, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T13:19:49,284 DEBUG [M:0;4fe6efa1e611:33317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f11ec47a366483b87ac11cf127bbd1b as hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f11ec47a366483b87ac11cf127bbd1b 2024-11-21T13:19:49,289 INFO [M:0;4fe6efa1e611:33317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f11ec47a366483b87ac11cf127bbd1b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T13:19:49,290 INFO [M:0;4fe6efa1e611:33317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-11-21T13:19:49,291 INFO [M:0;4fe6efa1e611:33317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:49,291 DEBUG [M:0;4fe6efa1e611:33317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195187993Disabling compacts and flushes for region at 1732195187993Disabling writes for close at 1732195187994 (+1 ms)Obtaining lock to block concurrent updates at 1732195187994Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195187994Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732195187994Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195187994Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195187994Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195188013 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195188013Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195188423 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195188436 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195188436Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195188846 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195188862 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195188863 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d54508d: reopening flushed file at 1732195189273 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f07dcd2: reopening flushed file at 1732195189278 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45be2bbe: reopening flushed file at 1732195189283 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1732195189290 (+7 ms)Writing region close event to WAL at 1732195189291 (+1 ms)Closed at 1732195189291 2024-11-21T13:19:49,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,33317,1732195174415/4fe6efa1e611%2C33317%2C1732195174415.1732195176400 not finished, retry = 0 2024-11-21T13:19:49,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741830_1006 (size=41008) 2024-11-21T13:19:49,394 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:19:49,394 INFO [M:0;4fe6efa1e611:33317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:19:49,394 INFO [M:0;4fe6efa1e611:33317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33317 2024-11-21T13:19:49,394 INFO [M:0;4fe6efa1e611:33317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:19:49,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:49,600 INFO [M:0;4fe6efa1e611:33317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:19:49,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015d8cbb1e0000, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:49,602 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:19:49,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:49,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:49,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:19:49,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:49,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:19:49,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:19:49,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:19:49,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35691 2024-11-21T13:19:49,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35691 connecting to ZooKeeper ensemble=127.0.0.1:54819 2024-11-21T13:19:49,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356910x0, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:19:49,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35691-0x1015d8cbb1e0006 connected 2024-11-21T13:19:49,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:49,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:49,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/running 2024-11-21T13:19:49,641 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: INIT 2024-11-21T13:19:49,642 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce, hbase.cluster.distributed=false 2024-11-21T13:19:49,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/acl 2024-11-21T13:19:49,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35691 2024-11-21T13:19:49,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35691 2024-11-21T13:19:49,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35691 2024-11-21T13:19:49,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35691 2024-11-21T13:19:49,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35691 2024-11-21T13:19:49,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:19:49,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:49,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:49,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:19:49,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:19:49,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:19:49,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:19:49,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:19:49,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40413 2024-11-21T13:19:49,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40413 connecting to ZooKeeper ensemble=127.0.0.1:54819 2024-11-21T13:19:49,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:49,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:49,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404130x0, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:19:49,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404130x0, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/running 2024-11-21T13:19:49,679 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: INIT 2024-11-21T13:19:49,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40413-0x1015d8cbb1e0007 connected 2024-11-21T13:19:49,679 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:19:49,680 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:19:49,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/master 2024-11-21T13:19:49,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/acl 2024-11-21T13:19:49,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40413 2024-11-21T13:19:49,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40413 2024-11-21T13:19:49,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40413 2024-11-21T13:19:49,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40413 2024-11-21T13:19:49,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40413 2024-11-21T13:19:49,700 DEBUG [M:0;4fe6efa1e611:35691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:35691 2024-11-21T13:19:49,700 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01870807895/backup-masters/4fe6efa1e611,35691,1732195189602 2024-11-21T13:19:49,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/backup-masters 2024-11-21T13:19:49,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/backup-masters 2024-11-21T13:19:49,711 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on existing znode=/01870807895/backup-masters/4fe6efa1e611,35691,1732195189602 2024-11-21T13:19:49,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:49,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870807895/master 2024-11-21T13:19:49,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:49,721 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on existing znode=/01870807895/master 2024-11-21T13:19:49,721 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01870807895/backup-masters/4fe6efa1e611,35691,1732195189602 from backup master directory 2024-11-21T13:19:49,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870807895/backup-masters/4fe6efa1e611,35691,1732195189602 2024-11-21T13:19:49,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/backup-masters 2024-11-21T13:19:49,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/backup-masters 2024-11-21T13:19:49,731 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:19:49,731 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,35691,1732195189602 2024-11-21T13:19:49,740 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:19:49,740 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:19:49,746 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-21T13:19:49,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741846_1022 (size=196) 2024-11-21T13:19:50,164 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:19:50,165 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:19:50,165 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:19:50,171 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T13:19:50,173 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,33317,1732195174415 to hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,33317,1732195174415-dead as it is dead 2024-11-21T13:19:50,173 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,33317,1732195174415-dead/4fe6efa1e611%2C33317%2C1732195174415.1732195176400 2024-11-21T13:19:50,174 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,33317,1732195174415-dead/4fe6efa1e611%2C33317%2C1732195174415.1732195176400 after 1ms 2024-11-21T13:19:50,175 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,33317,1732195174415-dead/4fe6efa1e611%2C33317%2C1732195174415.1732195176400 to hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4fe6efa1e611%2C33317%2C1732195174415.1732195176400 2024-11-21T13:19:50,175 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,33317,1732195174415-dead 2024-11-21T13:19:50,175 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,35691,1732195189602 2024-11-21T13:19:50,176 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:19:50,177 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C35691%2C1732195189602, suffix=, logDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,35691,1732195189602, archiveDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/oldWALs, maxLogs=10 2024-11-21T13:19:50,194 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,35691,1732195189602/4fe6efa1e611%2C35691%2C1732195189602.1732195190177, exclude list is [], retry=0 2024-11-21T13:19:50,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-6599870c-0f97-4945-bf09-e163fd083207,DISK] 2024-11-21T13:19:50,198 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,35691,1732195189602/4fe6efa1e611%2C35691%2C1732195189602.1732195190177 2024-11-21T13:19:50,198 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33573:33573)] 2024-11-21T13:19:50,198 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:19:50,198 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:50,198 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:50,198 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:50,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:50,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:19:50,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:50,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9368fc0d3a14d8e9514dad3e2540d26 2024-11-21T13:19:50,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:50,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:50,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:19:50,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:50,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bd0a5ac7b2b443c85ea751be6e25499 2024-11-21T13:19:50,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:50,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:50,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:19:50,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:50,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f11ec47a366483b87ac11cf127bbd1b 2024-11-21T13:19:50,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:50,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:50,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:19:50,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:50,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:50,220 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:50,220 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T13:19:50,220 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4fe6efa1e611%2C33317%2C1732195174415.1732195176400 2024-11-21T13:19:50,225 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4fe6efa1e611%2C33317%2C1732195174415.1732195176400 2024-11-21T13:19:50,226 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4fe6efa1e611%2C33317%2C1732195174415.1732195176400 2024-11-21T13:19:50,227 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:50,227 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:50,228 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:19:50,229 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:19:50,231 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-21T13:19:50,231 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63713447, jitterRate=-0.05059565603733063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:19:50,232 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195190199Initializing all the Stores at 1732195190199Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195190199Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195190200 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195190200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195190200Cleaning up temporary data from old regions at 1732195190227 (+27 ms)Region opened successfully at 1732195190232 (+5 ms) 2024-11-21T13:19:50,232 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:19:50,234 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e458e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:19:50,236 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T13:19:50,236 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:19:50,236 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:19:50,236 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:19:50,237 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:19:50,239 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:19:50,239 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:19:50,240 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:19:50,240 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-21T13:19:50,240 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:19:50,242 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4fe6efa1e611,36581,1732195174623, regionLocation=4fe6efa1e611,36581,1732195174623, openSeqNum=2 2024-11-21T13:19:50,242 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4fe6efa1e611,36581,1732195174623, table=hbase:meta, region=1588230740 2024-11-21T13:19:50,242 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,36581,1732195174623, state=OPEN 2024-11-21T13:19:50,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870807895/meta-region-server 2024-11-21T13:19:50,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870807895/meta-region-server 2024-11-21T13:19:50,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: CHANGED 2024-11-21T13:19:50,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: CHANGED 2024-11-21T13:19:50,292 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:19:50,300 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/draining/4fe6efa1e611,36581,1732195174623 already deleted, retry=false 2024-11-21T13:19:50,300 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4fe6efa1e611,36581,1732195174623 on 4fe6efa1e611,35691,1732195189602 2024-11-21T13:19:50,301 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4fe6efa1e611,36581,1732195174623, splitWal=true, meta=true 2024-11-21T13:19:50,301 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 4fe6efa1e611,36581,1732195174623 (carryingMeta=true) 4fe6efa1e611,36581,1732195174623/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@d4ca01d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T13:19:50,302 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/balancer because node does not exist (not necessarily an error) 2024-11-21T13:19:50,310 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/balancer already deleted, retry=false 2024-11-21T13:19:50,310 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:19:50,311 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:19:50,321 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/normalizer already deleted, retry=false 2024-11-21T13:19:50,321 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:19:50,322 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:19:50,331 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/switch/split already deleted, retry=false 2024-11-21T13:19:50,332 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:19:50,342 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/switch/merge already deleted, retry=false 2024-11-21T13:19:50,354 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:19:50,363 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/snapshot-cleanup already deleted, retry=false 2024-11-21T13:19:50,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870807895/running 2024-11-21T13:19:50,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01870807895/running 2024-11-21T13:19:50,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:50,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:50,374 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,35691,1732195189602, sessionid=0x1015d8cbb1e0006, setting cluster-up flag (Was=false) 2024-11-21T13:19:50,384 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01870807895/flush-table-proc/acquired, /01870807895/flush-table-proc/reached, /01870807895/flush-table-proc/abort 2024-11-21T13:19:50,385 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,35691,1732195189602 2024-11-21T13:19:50,395 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01870807895/online-snapshot/acquired, /01870807895/online-snapshot/reached, /01870807895/online-snapshot/abort 2024-11-21T13:19:50,396 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,35691,1732195189602 2024-11-21T13:19:50,397 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/.lastflushedseqids 2024-11-21T13:19:50,399 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:19:50,399 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:19:50,399 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,35691,1732195189602 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4fe6efa1e611,36581,1732195174623 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:19:50,400 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:50,400 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:50,400 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:50,400 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:19:50,400 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:19:50,401 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,401 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:19:50,401 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,401 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195220401 2024-11-21T13:19:50,401 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:19:50,401 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:19:50,401 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:19:50,401 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:19:50,401 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:19:50,401 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:19:50,402 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,402 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4fe6efa1e611,36581,1732195174623, splitWal=true, meta=true 2024-11-21T13:19:50,402 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:19:50,402 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:19:50,402 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:19:50,402 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:19:50,403 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4fe6efa1e611,36581,1732195174623, splitWal=true, meta=true, isMeta: true 2024-11-21T13:19:50,403 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:19:50,403 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:19:50,403 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195190403,5,FailOnTimeoutGroup] 2024-11-21T13:19:50,403 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195190403,5,FailOnTimeoutGroup] 2024-11-21T13:19:50,403 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,403 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:19:50,403 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,403 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,403 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195190403, completionTime=-1 2024-11-21T13:19:50,403 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T13:19:50,403 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T13:19:50,404 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623-splitting 2024-11-21T13:19:50,404 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623-splitting dir is empty, no logs to split. 2024-11-21T13:19:50,404 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4fe6efa1e611,36581,1732195174623 WAL count=0, meta=true 2024-11-21T13:19:50,406 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623-splitting dir is empty, no logs to split. 2024-11-21T13:19:50,406 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4fe6efa1e611,36581,1732195174623 WAL count=0, meta=true 2024-11-21T13:19:50,406 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4fe6efa1e611,36581,1732195174623 WAL splitting is done? wals=0, meta=true 2024-11-21T13:19:50,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:19:50,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:19:50,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T13:19:50,492 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(746): ClusterId : 0ddff18f-5038-43a1-be3a-594ccf56fe2e 2024-11-21T13:19:50,492 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:19:50,500 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:19:50,500 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:19:50,511 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:19:50,511 DEBUG [RS:0;4fe6efa1e611:40413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18349a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:19:50,525 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:40413 2024-11-21T13:19:50,525 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:19:50,525 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:19:50,525 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:19:50,526 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,35691,1732195189602 with port=40413, startcode=1732195189663 2024-11-21T13:19:50,526 DEBUG [RS:0;4fe6efa1e611:40413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:19:50,528 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:19:50,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:50,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35691 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:50,529 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce 2024-11-21T13:19:50,529 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38727 2024-11-21T13:19:50,529 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:19:50,554 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T13:19:50,559 WARN [4fe6efa1e611:35691 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T13:19:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/rs 2024-11-21T13:19:50,565 DEBUG [RS:0;4fe6efa1e611:40413 {}] zookeeper.ZKUtil(111): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on existing znode=/01870807895/rs/4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:50,565 WARN [RS:0;4fe6efa1e611:40413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:19:50,565 INFO [RS:0;4fe6efa1e611:40413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:19:50,565 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:50,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,40413,1732195189663] 2024-11-21T13:19:50,583 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:19:50,584 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:19:50,585 INFO [RS:0;4fe6efa1e611:40413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:19:50,585 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,585 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:19:50,586 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:19:50,586 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:19:50,586 DEBUG [RS:0;4fe6efa1e611:40413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:19:50,587 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,587 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,587 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,587 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,587 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,587 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,40413,1732195189663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:19:50,600 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:19:50,600 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,40413,1732195189663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,613 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,40413,1732195189663, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:19:50,613 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,613 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.Replication(171): 4fe6efa1e611,40413,1732195189663 started 2024-11-21T13:19:50,626 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:50,626 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,40413,1732195189663, RpcServer on 4fe6efa1e611/172.17.0.2:40413, sessionid=0x1015d8cbb1e0007 2024-11-21T13:19:50,626 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:19:50,626 DEBUG [RS:0;4fe6efa1e611:40413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:50,626 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,40413,1732195189663' 2024-11-21T13:19:50,626 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01870807895/flush-table-proc/abort' 2024-11-21T13:19:50,626 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01870807895/flush-table-proc/acquired' 2024-11-21T13:19:50,627 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:19:50,627 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:19:50,627 DEBUG [RS:0;4fe6efa1e611:40413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:50,627 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,40413,1732195189663' 2024-11-21T13:19:50,627 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01870807895/online-snapshot/abort' 2024-11-21T13:19:50,627 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01870807895/online-snapshot/acquired' 2024-11-21T13:19:50,627 DEBUG [RS:0;4fe6efa1e611:40413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:19:50,628 INFO [RS:0;4fe6efa1e611:40413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:19:50,628 INFO [RS:0;4fe6efa1e611:40413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:19:50,629 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource,1-4fe6efa1e611,40413,1732195189663 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:45995' 2024-11-21T13:19:50,631 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource,1-4fe6efa1e611,40413,1732195189663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76023a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:50,631 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource,1-4fe6efa1e611,40413,1732195189663 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,45995,-1 for getting cluster id 2024-11-21T13:19:50,631 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource,1-4fe6efa1e611,40413,1732195189663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:19:50,632 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba' 2024-11-21T13:19:50,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:19:50,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba" 2024-11-21T13:19:50,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76808629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:50,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,45995,-1] 2024-11-21T13:19:50,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:19:50,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:50,633 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:19:50,634 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource,1-4fe6efa1e611,40413,1732195189663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35470209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:50,634 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource,1-4fe6efa1e611,40413,1732195189663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:19:50,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:50,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@632b2b00 2024-11-21T13:19:50,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:19:50,636 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-21T13:19:50,636 INFO [RS:0;4fe6efa1e611:40413.replicationSource,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,40413,1732195189663 (queues=0) is replicating from cluster=0ddff18f-5038-43a1-be3a-594ccf56fe2e to cluster=fbd65c1c-c13c-4c1e-b58f-b6e43d2945ba 2024-11-21T13:19:50,728 INFO [RS:0;4fe6efa1e611:40413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:19:50,730 INFO [RS:0;4fe6efa1e611:40413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C40413%2C1732195189663, suffix=, logDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663, archiveDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs, maxLogs=10 2024-11-21T13:19:50,742 DEBUG [RS:0;4fe6efa1e611:40413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730, exclude list is [], retry=0 2024-11-21T13:19:50,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-6599870c-0f97-4945-bf09-e163fd083207,DISK] 2024-11-21T13:19:50,746 INFO [RS:0;4fe6efa1e611:40413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 2024-11-21T13:19:50,746 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4fe6efa1e611%2C40413%2C1732195189663 for peer 1 2024-11-21T13:19:50,747 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C40413%2C1732195189663 2024-11-21T13:19:50,747 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,40413,1732195189663, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:19:50,747 DEBUG [RS:0;4fe6efa1e611:40413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33573:33573)] 2024-11-21T13:19:50,747 INFO [RS:0;4fe6efa1e611:40413.replicationSource.shipper4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C40413%2C1732195189663 2024-11-21T13:19:50,747 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730, startPosition=0, beingWritten=true 2024-11-21T13:19:50,809 DEBUG [4fe6efa1e611:35691 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:19:50,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:50,810 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,40413,1732195189663, state=OPENING 2024-11-21T13:19:50,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870807895/meta-region-server 2024-11-21T13:19:50,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870807895/meta-region-server 2024-11-21T13:19:50,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: CHANGED 2024-11-21T13:19:50,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: CHANGED 2024-11-21T13:19:50,832 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:19:50,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,40413,1732195189663}] 2024-11-21T13:19:50,952 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 to pos 0, reset compression=false 2024-11-21T13:19:50,985 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:19:50,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:19:50,989 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:19:50,989 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:19:50,989 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:19:50,990 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C40413%2C1732195189663.meta, suffix=.meta, logDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663, archiveDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs, maxLogs=10 2024-11-21T13:19:51,003 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.meta.1732195190991.meta, exclude list is [], retry=0 2024-11-21T13:19:51,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-6599870c-0f97-4945-bf09-e163fd083207,DISK] 2024-11-21T13:19:51,007 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.meta.1732195190991.meta 2024-11-21T13:19:51,007 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33573:33573)] 2024-11-21T13:19:51,008 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:19:51,008 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:19:51,008 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:19:51,008 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:19:51,008 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:19:51,008 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:19:51,008 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:51,008 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:19:51,008 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:19:51,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:19:51,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:19:51,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:51,016 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/info/e25bc84977004d948383be3df4420a19 2024-11-21T13:19:51,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:51,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:19:51,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:19:51,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:51,023 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/ns/e32c937c1f0245fa9ce592994f023c19 2024-11-21T13:19:51,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:51,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:19:51,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:19:51,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:51,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:51,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:19:51,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:19:51,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:51,030 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/table/d1b0dfa886c5485a9d1741d7408f137b 2024-11-21T13:19:51,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:19:51,030 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:19:51,031 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740 2024-11-21T13:19:51,032 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740 2024-11-21T13:19:51,033 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:19:51,033 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:19:51,034 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:19:51,034 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:19:51,035 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66566112, jitterRate=-0.008087635040283203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:19:51,035 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:19:51,035 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195191009Writing region info on filesystem at 1732195191009Initializing all the Stores at 1732195191009Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195191009Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195191010 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195191010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195191010Cleaning up temporary data from old regions at 1732195191033 (+23 ms)Running coprocessor post-open hooks at 1732195191035 (+2 ms)Region opened successfully at 1732195191035 2024-11-21T13:19:51,036 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732195190984 2024-11-21T13:19:51,038 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:19:51,038 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:19:51,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:51,039 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,40413,1732195189663, state=OPEN 2024-11-21T13:19:51,256 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 to pos 0, reset compression=false 2024-11-21T13:19:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870807895/meta-region-server 2024-11-21T13:19:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01870807895/meta-region-server 2024-11-21T13:19:51,406 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:51,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: CHANGED 2024-11-21T13:19:51,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01870807895/meta-region-server: CHANGED 2024-11-21T13:19:51,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T13:19:51,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,40413,1732195189663 in 574 msec 2024-11-21T13:19:51,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:19:51,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0020 sec 2024-11-21T13:19:51,661 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 to pos 0, reset compression=false 2024-11-21T13:19:52,056 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-21T13:19:52,165 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 to pos 0, reset compression=false 2024-11-21T13:19:52,769 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 to pos 0, reset compression=false 2024-11-21T13:19:53,474 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 to pos 0, reset compression=false 2024-11-21T13:19:53,559 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-21T13:19:54,280 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 to pos 0, reset compression=false 2024-11-21T13:19:54,911 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T13:19:54,911 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:19:54,912 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:19:54,912 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,40413,1732195189663, seqNum=-1] 2024-11-21T13:19:54,912 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:19:54,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:19:54,917 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=68e134a0379cb514adf4d3cd62635793, regionState=OPEN, lastHost=4fe6efa1e611,36581,1732195174623, regionLocation=4fe6efa1e611,36581,1732195174623, openSeqNum=2 2024-11-21T13:19:54,917 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:19:54,917 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195254917 2024-11-21T13:19:54,917 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195314917 2024-11-21T13:19:54,917 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-21T13:19:54,917 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 4fe6efa1e611,36581,1732195174623 had 2 regions 2024-11-21T13:19:54,917 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,35691,1732195189602-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:54,917 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,35691,1732195189602-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:54,918 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,35691,1732195189602-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:54,918 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:35691, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:54,918 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:54,918 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:54,919 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4fe6efa1e611,36581,1732195174623, splitWal=true, meta=true, isMeta: false 2024-11-21T13:19:54,920 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623-splitting dir is empty, no logs to split. 2024-11-21T13:19:54,920 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4fe6efa1e611,36581,1732195174623 WAL count=0, meta=false 2024-11-21T13:19:54,923 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,36581,1732195174623-splitting dir is empty, no logs to split. 2024-11-21T13:19:54,923 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4fe6efa1e611,36581,1732195174623 WAL count=0, meta=false 2024-11-21T13:19:54,923 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 4fe6efa1e611,36581,1732195174623 WAL splitting is done? wals=0, meta=false 2024-11-21T13:19:54,923 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.192sec 2024-11-21T13:19:54,923 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:19:54,923 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:19:54,923 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:19:54,923 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:19:54,923 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:19:54,924 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,35691,1732195189602-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:19:54,924 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,35691,1732195189602-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:19:54,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68e134a0379cb514adf4d3cd62635793, ASSIGN}] 2024-11-21T13:19:54,926 WARN [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4fe6efa1e611,36581,1732195174623/hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:54,927 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68e134a0379cb514adf4d3cd62635793, ASSIGN 2024-11-21T13:19:54,928 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68e134a0379cb514adf4d3cd62635793, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T13:19:54,928 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:19:54,928 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:19:54,928 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,35691,1732195189602-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:19:54,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9896a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:54,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,35691,-1 for getting cluster id 2024-11-21T13:19:54,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:19:54,996 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ddff18f-5038-43a1-be3a-594ccf56fe2e' 2024-11-21T13:19:54,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:19:54,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ddff18f-5038-43a1-be3a-594ccf56fe2e" 2024-11-21T13:19:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319c9023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,35691,-1] 2024-11-21T13:19:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:19:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:54,998 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:19:54,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e690bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:54,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:19:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,40413,1732195189663, seqNum=-1] 2024-11-21T13:19:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:19:55,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:19:55,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T13:19:55,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:55,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:55,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:55,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:55,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:55,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4fe6efa1e611:35691 after: 4fe6efa1e611:35691 2024-11-21T13:19:55,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41425421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:55,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,35691,-1 for getting cluster id 2024-11-21T13:19:55,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:19:55,005 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ddff18f-5038-43a1-be3a-594ccf56fe2e' 2024-11-21T13:19:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:19:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ddff18f-5038-43a1-be3a-594ccf56fe2e" 2024-11-21T13:19:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed55e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,35691,-1] 2024-11-21T13:19:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:19:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:55,006 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:19:55,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f08357c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:19:55,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:19:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,35691,1732195189602 2024-11-21T13:19:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@273bb570 2024-11-21T13:19:55,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:19:55,008 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:19:55,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35691 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T13:19:55,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:19:55,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:55,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:55,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:55,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:55,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:55,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:19:55,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=17546305, stopped=false 2024-11-21T13:19:55,009 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,45995,1732195179763 2024-11-21T13:19:55,078 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11322520935/running 2024-11-21T13:19:55,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11322520935/running 2024-11-21T13:19:55,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:55,079 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:55,079 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:19:55,079 DEBUG [4fe6efa1e611:35691 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:19:55,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:55,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:55,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:55,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Set watcher on znode that does not yet exist, /11322520935/running 2024-11-21T13:19:55,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Set watcher on znode that does not yet exist, /11322520935/running 2024-11-21T13:19:55,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=68e134a0379cb514adf4d3cd62635793, regionState=OPENING, regionLocation=4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:55,079 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,43123,1732195179918' ***** 2024-11-21T13:19:55,079 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:19:55,080 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:19:55,080 INFO [RS:0;4fe6efa1e611:43123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:19:55,080 INFO [RS:0;4fe6efa1e611:43123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:19:55,080 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,43123,1732195179918 2024-11-21T13:19:55,080 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:19:55,080 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:19:55,080 INFO [RS:0;4fe6efa1e611:43123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:43123. 2024-11-21T13:19:55,080 DEBUG [RS:0;4fe6efa1e611:43123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:55,080 DEBUG [RS:0;4fe6efa1e611:43123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:55,080 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:19:55,080 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:19:55,080 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:19:55,080 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:19:55,081 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:19:55,081 DEBUG [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:19:55,081 DEBUG [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:55,081 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:19:55,081 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:19:55,081 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:19:55,081 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:19:55,081 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:19:55,081 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T13:19:55,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68e134a0379cb514adf4d3cd62635793, ASSIGN because future has completed 2024-11-21T13:19:55,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e134a0379cb514adf4d3cd62635793, server=4fe6efa1e611,40413,1732195189663}] 2024-11-21T13:19:55,099 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:19:55,120 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/1588230740/.tmp/ns/104bbd92836a4991a4ec658ca6489a6c is 43, key is default/ns:d/1732195183244/Put/seqid=0 2024-11-21T13:19:55,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741835_1011 (size=5153) 2024-11-21T13:19:55,184 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 to pos 0, reset compression=false 2024-11-21T13:19:55,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:55,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:19:55,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:19:55,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C40413%2C1732195189663.rep, suffix=, logDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663, archiveDir=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs, maxLogs=10 2024-11-21T13:19:55,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.rep.1732195195241, exclude list is [], retry=0 2024-11-21T13:19:55,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34453,DS-6599870c-0f97-4945-bf09-e163fd083207,DISK] 2024-11-21T13:19:55,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.rep.1732195195241 2024-11-21T13:19:55,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33573:33573)] 2024-11-21T13:19:55,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 68e134a0379cb514adf4d3cd62635793, NAME => 'hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:19:55,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:19:55,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:19:55,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. service=MultiRowMutationService 2024-11-21T13:19:55,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:19:55,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:19:55,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,260 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,261 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e134a0379cb514adf4d3cd62635793 columnFamilyName hfileref 2024-11-21T13:19:55,261 DEBUG [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:55,261 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(327): Store=68e134a0379cb514adf4d3cd62635793/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:55,261 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,262 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e134a0379cb514adf4d3cd62635793 columnFamilyName queue 2024-11-21T13:19:55,262 DEBUG [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:55,281 DEBUG [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:55,282 DEBUG [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793/queue/c11479d6b09b4ec4a74cbb718845e97e 2024-11-21T13:19:55,282 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(327): Store=68e134a0379cb514adf4d3cd62635793/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:55,283 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,284 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e134a0379cb514adf4d3cd62635793 columnFamilyName sid 2024-11-21T13:19:55,284 DEBUG [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:19:55,284 INFO [StoreOpener-68e134a0379cb514adf4d3cd62635793-1 {}] regionserver.HStore(327): Store=68e134a0379cb514adf4d3cd62635793/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:19:55,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:19:55,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 68e134a0379cb514adf4d3cd62635793; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63460929, jitterRate=-0.05435846745967865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:19:55,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:55,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 68e134a0379cb514adf4d3cd62635793: Running coprocessor pre-open hook at 1732195195259Writing region info on filesystem at 1732195195259Initializing all the Stores at 1732195195260 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195195260Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195195260Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195195260Cleaning up temporary data from old regions at 1732195195287 (+27 ms)Running coprocessor post-open hooks at 1732195195289 (+2 ms)Region opened successfully at 1732195195290 (+1 ms) 2024-11-21T13:19:55,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793., pid=13, masterSystemTime=1732195195235 2024-11-21T13:19:55,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:55,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:55,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=68e134a0379cb514adf4d3cd62635793, regionState=OPEN, openSeqNum=9, regionLocation=4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:55,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e134a0379cb514adf4d3cd62635793, server=4fe6efa1e611,40413,1732195189663 because future has completed 2024-11-21T13:19:55,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T13:19:55,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 68e134a0379cb514adf4d3cd62635793, server=4fe6efa1e611,40413,1732195189663 in 214 msec 2024-11-21T13:19:55,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-21T13:19:55,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68e134a0379cb514adf4d3cd62635793, ASSIGN in 373 msec 2024-11-21T13:19:55,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T13:19:55,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793., hostname=4fe6efa1e611,40413,1732195189663, seqNum=9] 2024-11-21T13:19:55,323 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 4fe6efa1e611,36581,1732195174623 2024-11-21T13:19:55,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T13:19:55,325 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:19:55,325 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:19:55,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-21T13:19:55,481 DEBUG [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:55,525 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/1588230740/.tmp/ns/104bbd92836a4991a4ec658ca6489a6c 2024-11-21T13:19:55,531 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/1588230740/.tmp/ns/104bbd92836a4991a4ec658ca6489a6c as hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/1588230740/ns/104bbd92836a4991a4ec658ca6489a6c 2024-11-21T13:19:55,536 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/1588230740/ns/104bbd92836a4991a4ec658ca6489a6c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T13:19:55,537 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false 2024-11-21T13:19:55,537 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:19:55,541 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T13:19:55,542 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:55,542 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:19:55,542 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:55,542 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195195081Running coprocessor pre-close hooks at 1732195195081Disabling compacts and flushes for region at 1732195195081Disabling writes for close at 1732195195081Obtaining lock to block concurrent updates at 1732195195081Preparing flush snapshotting stores in 1588230740 at 1732195195081Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732195195081Flushing stores of hbase:meta,,1.1588230740 at 1732195195082 (+1 ms)Flushing 1588230740/ns: creating writer at 1732195195082Flushing 1588230740/ns: appending metadata at 1732195195119 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1732195195119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3548a025: reopening flushed file at 1732195195530 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false at 1732195195537 (+7 ms)Writing region close event to WAL at 1732195195538 (+1 ms)Running coprocessor post-close hooks at 1732195195542 (+4 ms)Closed at 1732195195542 2024-11-21T13:19:55,542 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:55,681 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,43123,1732195179918; all regions closed. 2024-11-21T13:19:55,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/WALs/4fe6efa1e611,43123,1732195179918/4fe6efa1e611%2C43123%2C1732195179918.meta.1732195183195.meta not finished, retry = 0 2024-11-21T13:19:55,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741834_1010 (size=1152) 2024-11-21T13:19:55,820 DEBUG [RS:0;4fe6efa1e611:43123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/oldWALs 2024-11-21T13:19:55,820 INFO [RS:0;4fe6efa1e611:43123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C43123%2C1732195179918.meta:.meta(num 1732195183195) 2024-11-21T13:19:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741833_1009 (size=93) 2024-11-21T13:19:55,824 DEBUG [RS:0;4fe6efa1e611:43123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/oldWALs 2024-11-21T13:19:55,824 INFO [RS:0;4fe6efa1e611:43123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C43123%2C1732195179918:(num 1732195182458) 2024-11-21T13:19:55,824 DEBUG [RS:0;4fe6efa1e611:43123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:55,824 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:19:55,824 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:19:55,824 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:19:55,824 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:19:55,824 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:19:55,825 INFO [RS:0;4fe6efa1e611:43123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43123 2024-11-21T13:19:55,847 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11322520935/rs/4fe6efa1e611,43123,1732195179918 2024-11-21T13:19:55,847 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:19:55,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935/rs 2024-11-21T13:19:55,847 ERROR [pool-918-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f3cd08e3a20@10f38b2 rejected from java.util.concurrent.ThreadPoolExecutor@440db6f7[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-21T13:19:55,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,43123,1732195179918] 2024-11-21T13:19:55,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11322520935/draining/4fe6efa1e611,43123,1732195179918 already deleted, retry=false 2024-11-21T13:19:55,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,43123,1732195179918 expired; onlineServers=0 2024-11-21T13:19:55,868 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,45995,1732195179763' ***** 2024-11-21T13:19:55,868 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:19:55,868 INFO [M:0;4fe6efa1e611:45995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:19:55,868 INFO [M:0;4fe6efa1e611:45995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:19:55,868 DEBUG [M:0;4fe6efa1e611:45995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:19:55,868 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:19:55,868 DEBUG [M:0;4fe6efa1e611:45995 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:19:55,868 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195181981 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195181981,5,FailOnTimeoutGroup] 2024-11-21T13:19:55,868 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195181981 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195181981,5,FailOnTimeoutGroup] 2024-11-21T13:19:55,869 INFO [M:0;4fe6efa1e611:45995 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:19:55,869 INFO [M:0;4fe6efa1e611:45995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:19:55,869 DEBUG [M:0;4fe6efa1e611:45995 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:19:55,869 INFO [M:0;4fe6efa1e611:45995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:19:55,869 INFO [M:0;4fe6efa1e611:45995 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:19:55,869 INFO [M:0;4fe6efa1e611:45995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:19:55,869 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:19:55,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11322520935/master 2024-11-21T13:19:55,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11322520935 2024-11-21T13:19:55,878 DEBUG [M:0;4fe6efa1e611:45995 {}] zookeeper.ZKUtil(347): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Unable to get data of znode /11322520935/master because node does not exist (not an error) 2024-11-21T13:19:55,879 WARN [M:0;4fe6efa1e611:45995 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:19:55,880 INFO [M:0;4fe6efa1e611:45995 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/.lastflushedseqids 2024-11-21T13:19:55,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741836_1012 (size=99) 2024-11-21T13:19:55,958 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:55,958 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43123-0x1015d8cbb1e0004, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:55,958 INFO [RS:0;4fe6efa1e611:43123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:19:55,958 INFO [RS:0;4fe6efa1e611:43123 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,43123,1732195179918; zookeeper connection closed. 2024-11-21T13:19:55,958 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77a2cd52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77a2cd52 2024-11-21T13:19:55,958 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:19:56,190 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 to pos 0, reset compression=false 2024-11-21T13:19:56,285 INFO [M:0;4fe6efa1e611:45995 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:19:56,285 INFO [M:0;4fe6efa1e611:45995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:19:56,285 DEBUG [M:0;4fe6efa1e611:45995 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:19:56,285 INFO [M:0;4fe6efa1e611:45995 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:56,285 DEBUG [M:0;4fe6efa1e611:45995 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:56,285 DEBUG [M:0;4fe6efa1e611:45995 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:19:56,285 DEBUG [M:0;4fe6efa1e611:45995 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:56,285 INFO [M:0;4fe6efa1e611:45995 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T13:19:56,301 DEBUG [M:0;4fe6efa1e611:45995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/725d32d16b444b3f8c514f71a9466071 is 82, key is hbase:meta,,1/info:regioninfo/1732195183225/Put/seqid=0 2024-11-21T13:19:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741837_1013 (size=5672) 2024-11-21T13:19:56,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:19:56,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:56,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:56,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:56,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:56,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:56,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:19:56,706 INFO [M:0;4fe6efa1e611:45995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/725d32d16b444b3f8c514f71a9466071 2024-11-21T13:19:56,723 DEBUG [M:0;4fe6efa1e611:45995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c742689f6d24dbe9598e6e481a52acd is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732195183247/Put/seqid=0 2024-11-21T13:19:56,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741838_1014 (size=5275) 2024-11-21T13:19:57,128 INFO [M:0;4fe6efa1e611:45995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c742689f6d24dbe9598e6e481a52acd 2024-11-21T13:19:57,146 DEBUG [M:0;4fe6efa1e611:45995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54db63cc334e49d68ec356286ad630b2 is 69, key is 4fe6efa1e611,43123,1732195179918/rs:state/1732195182212/Put/seqid=0 2024-11-21T13:19:57,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741839_1015 (size=5156) 2024-11-21T13:19:57,295 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 to pos 0, reset compression=false 2024-11-21T13:19:57,554 INFO [M:0;4fe6efa1e611:45995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54db63cc334e49d68ec356286ad630b2 2024-11-21T13:19:57,560 DEBUG [M:0;4fe6efa1e611:45995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/725d32d16b444b3f8c514f71a9466071 as hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/725d32d16b444b3f8c514f71a9466071 2024-11-21T13:19:57,565 INFO [M:0;4fe6efa1e611:45995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/725d32d16b444b3f8c514f71a9466071, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T13:19:57,566 DEBUG [M:0;4fe6efa1e611:45995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c742689f6d24dbe9598e6e481a52acd as hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c742689f6d24dbe9598e6e481a52acd 2024-11-21T13:19:57,570 INFO [M:0;4fe6efa1e611:45995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c742689f6d24dbe9598e6e481a52acd, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T13:19:57,571 DEBUG [M:0;4fe6efa1e611:45995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54db63cc334e49d68ec356286ad630b2 as hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54db63cc334e49d68ec356286ad630b2 2024-11-21T13:19:57,576 INFO [M:0;4fe6efa1e611:45995 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40861/user/jenkins/test-data/ab51774e-ffc4-73f0-c663-29f5826b6ab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54db63cc334e49d68ec356286ad630b2, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T13:19:57,577 INFO [M:0;4fe6efa1e611:45995 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false 2024-11-21T13:19:57,578 INFO [M:0;4fe6efa1e611:45995 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:57,578 DEBUG [M:0;4fe6efa1e611:45995 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195196285Disabling compacts and flushes for region at 1732195196285Disabling writes for close at 1732195196285Obtaining lock to block concurrent updates at 1732195196285Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195196285Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732195196286 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195196286Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195196286Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195196300 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195196300Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195196710 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195196723 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195196723Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195197132 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195197145 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195197146 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5c36c4: reopening flushed file at 1732195197559 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62bfbb06: reopening flushed file at 1732195197565 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ae9d45: reopening flushed file at 1732195197571 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false at 1732195197577 (+6 ms)Writing region close event to WAL at 1732195197578 (+1 ms)Closed at 1732195197578 2024-11-21T13:19:57,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41627 is added to blk_1073741830_1006 (size=10165) 2024-11-21T13:19:57,580 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:19:57,580 INFO [M:0;4fe6efa1e611:45995 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:19:57,581 INFO [M:0;4fe6efa1e611:45995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45995 2024-11-21T13:19:57,581 INFO [M:0;4fe6efa1e611:45995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:19:57,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:57,742 INFO [M:0;4fe6efa1e611:45995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:19:57,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45995-0x1015d8cbb1e0003, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:57,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a76b442{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:19:57,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22109e7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:19:57,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:19:57,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f5b1444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:19:57,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f2f38e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/hadoop.log.dir/,STOPPED} 2024-11-21T13:19:57,749 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:19:57,749 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:19:57,749 WARN [BP-1324185768-172.17.0.2-1732195177715 heartbeating to localhost/127.0.0.1:40861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:19:57,749 WARN [BP-1324185768-172.17.0.2-1732195177715 heartbeating to localhost/127.0.0.1:40861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1324185768-172.17.0.2-1732195177715 (Datanode Uuid 344b1745-01c1-41a1-b63f-3ad82cdbec61) service to localhost/127.0.0.1:40861 2024-11-21T13:19:57,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/cluster_d920ae6e-64b3-f63c-159d-78355e27303d/data/data1/current/BP-1324185768-172.17.0.2-1732195177715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:19:57,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/cluster_d920ae6e-64b3-f63c-159d-78355e27303d/data/data2/current/BP-1324185768-172.17.0.2-1732195177715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:19:57,750 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:19:57,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d711d8f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:19:57,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@375a8fa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:19:57,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:19:57,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a1e3281{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:19:57,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f2e2448{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/hadoop.log.dir/,STOPPED} 2024-11-21T13:19:57,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:19:57,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:19:57,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:57,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:57,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:57,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:57,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:57,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:19:57,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=47875922, stopped=false 2024-11-21T13:19:57,767 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,35691,1732195189602 2024-11-21T13:19:57,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870807895/running 2024-11-21T13:19:57,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870807895/running 2024-11-21T13:19:57,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:57,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:57,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:19:57,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:19:57,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:57,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:57,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/running 2024-11-21T13:19:57,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Set watcher on znode that does not yet exist, /01870807895/running 2024-11-21T13:19:57,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,40413,1732195189663' ***** 2024-11-21T13:19:57,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:19:57,795 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:19:57,795 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:19:57,795 INFO [RS:0;4fe6efa1e611:40413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:19:57,795 INFO [RS:0;4fe6efa1e611:40413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:19:57,795 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(3091): Received CLOSE for 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:57,795 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:57,795 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:19:57,796 INFO [RS:0;4fe6efa1e611:40413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:40413. 2024-11-21T13:19:57,796 DEBUG [RS:0;4fe6efa1e611:40413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:57,796 DEBUG [RS:0;4fe6efa1e611:40413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:57,796 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68e134a0379cb514adf4d3cd62635793, disabling compactions & flushes 2024-11-21T13:19:57,796 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:57,796 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:19:57,796 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:57,796 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:19:57,796 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:19:57,796 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. after waiting 0 ms 2024-11-21T13:19:57,796 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:57,796 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:19:57,796 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:19:57,796 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 68e134a0379cb514adf4d3cd62635793=hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793.} 2024-11-21T13:19:57,796 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68e134a0379cb514adf4d3cd62635793 2024-11-21T13:19:57,796 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:19:57,796 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:19:57,796 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:19:57,796 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:19:57,796 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:19:57,796 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T13:19:57,799 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/replication/68e134a0379cb514adf4d3cd62635793/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-21T13:19:57,800 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:57,800 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:19:57,800 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:57,800 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68e134a0379cb514adf4d3cd62635793: Waiting for close lock at 1732195197796Running coprocessor pre-close hooks at 1732195197796Disabling compacts and flushes for region at 1732195197796Disabling writes for close at 1732195197796Writing region close event to WAL at 1732195197796Running coprocessor post-close hooks at 1732195197800 (+4 ms)Closed at 1732195197800 2024-11-21T13:19:57,800 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793. 2024-11-21T13:19:57,811 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/info/b76f56007e274cd6aff86561b768d201 is 147, key is hbase:replication,,1732195183397.68e134a0379cb514adf4d3cd62635793./info:regioninfo/1732195195293/Put/seqid=0 2024-11-21T13:19:57,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741851_1027 (size=6385) 2024-11-21T13:19:57,893 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:19:57,996 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:58,196 DEBUG [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:19:58,216 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/info/b76f56007e274cd6aff86561b768d201 2024-11-21T13:19:58,222 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/.tmp/info/b76f56007e274cd6aff86561b768d201 as hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/info/b76f56007e274cd6aff86561b768d201 2024-11-21T13:19:58,227 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/info/b76f56007e274cd6aff86561b768d201, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T13:19:58,228 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-21T13:19:58,232 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T13:19:58,232 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:19:58,232 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:19:58,233 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:58,233 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195197796Running coprocessor pre-close hooks at 1732195197796Disabling compacts and flushes for region at 1732195197796Disabling writes for close at 1732195197796Obtaining lock to block concurrent updates at 1732195197796Preparing flush snapshotting stores in 1588230740 at 1732195197796Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732195197797 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732195197797Flushing 1588230740/info: creating writer at 1732195197797Flushing 1588230740/info: appending metadata at 1732195197811 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732195197811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4684a98e: reopening flushed file at 1732195198221 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732195198228 (+7 ms)Writing region close event to WAL at 1732195198229 (+1 ms)Running coprocessor post-close hooks at 1732195198232 (+3 ms)Closed at 1732195198233 (+1 ms) 2024-11-21T13:19:58,233 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:19:58,397 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,40413,1732195189663; all regions closed. 2024-11-21T13:19:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741849_1025 (size=2156) 2024-11-21T13:19:58,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.meta.1732195190991.meta not finished, retry = 0 2024-11-21T13:19:58,500 DEBUG [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/WALs/4fe6efa1e611,40413,1732195189663/4fe6efa1e611%2C40413%2C1732195189663.1732195190730 to pos 0, reset compression=false 2024-11-21T13:19:58,502 DEBUG [RS:0;4fe6efa1e611:40413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs 2024-11-21T13:19:58,502 INFO [RS:0;4fe6efa1e611:40413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C40413%2C1732195189663.meta:.meta(num 1732195190991) 2024-11-21T13:19:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741850_1026 (size=796) 2024-11-21T13:19:58,506 DEBUG [RS:0;4fe6efa1e611:40413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs 2024-11-21T13:19:58,506 INFO [RS:0;4fe6efa1e611:40413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C40413%2C1732195189663.rep:(num 1732195195241) 2024-11-21T13:19:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741848_1024 (size=93) 2024-11-21T13:19:58,509 DEBUG [RS:0;4fe6efa1e611:40413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/oldWALs 2024-11-21T13:19:58,509 INFO [RS:0;4fe6efa1e611:40413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C40413%2C1732195189663:(num 1732195190730) 2024-11-21T13:19:58,509 DEBUG [RS:0;4fe6efa1e611:40413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:58,509 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:19:58,509 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:19:58,510 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:19:58,510 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:19:58,510 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:19:58,510 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,40413,1732195189663 because: Region server is closing 2024-11-21T13:19:58,510 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T13:19:58,510 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T13:19:58,510 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T13:19:58,510 INFO [RS:0;4fe6efa1e611:40413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:40413. 2024-11-21T13:19:58,510 DEBUG [RS:0;4fe6efa1e611:40413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:19:58,510 DEBUG [RS:0;4fe6efa1e611:40413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:58,510 DEBUG [RS:0;4fe6efa1e611:40413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:19:58,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:19:58,611 WARN [RS:0;4fe6efa1e611:40413.replicationSource.wal-reader.4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:19:58,611 WARN [RS:0;4fe6efa1e611:40413.replicationSource.shipper4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T13:19:58,611 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4fe6efa1e611:40413.replicationSource.shipper4fe6efa1e611%2C40413%2C1732195189663,1-4fe6efa1e611,40413,1732195189663 terminated 2024-11-21T13:19:58,611 INFO [RS:0;4fe6efa1e611:40413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40413 2024-11-21T13:19:58,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895/rs 2024-11-21T13:19:58,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870807895/rs/4fe6efa1e611,40413,1732195189663 2024-11-21T13:19:58,678 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:19:58,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,40413,1732195189663] 2024-11-21T13:19:58,699 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01870807895/draining/4fe6efa1e611,40413,1732195189663 already deleted, retry=false 2024-11-21T13:19:58,699 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,40413,1732195189663 expired; onlineServers=0 2024-11-21T13:19:58,699 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,35691,1732195189602' ***** 2024-11-21T13:19:58,699 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:19:58,699 INFO [M:0;4fe6efa1e611:35691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:19:58,699 INFO [M:0;4fe6efa1e611:35691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:19:58,699 DEBUG [M:0;4fe6efa1e611:35691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:19:58,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:19:58,699 DEBUG [M:0;4fe6efa1e611:35691 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:19:58,699 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195190403 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195190403,5,FailOnTimeoutGroup] 2024-11-21T13:19:58,699 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195190403 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195190403,5,FailOnTimeoutGroup] 2024-11-21T13:19:58,700 INFO [M:0;4fe6efa1e611:35691 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:19:58,700 INFO [M:0;4fe6efa1e611:35691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:19:58,700 DEBUG [M:0;4fe6efa1e611:35691 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:19:58,700 INFO [M:0;4fe6efa1e611:35691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:19:58,700 INFO [M:0;4fe6efa1e611:35691 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:19:58,700 INFO [M:0;4fe6efa1e611:35691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:19:58,700 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:19:58,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01870807895/master 2024-11-21T13:19:58,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01870807895 2024-11-21T13:19:58,710 DEBUG [M:0;4fe6efa1e611:35691 {}] zookeeper.ZKUtil(347): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Unable to get data of znode /01870807895/master because node does not exist (not an error) 2024-11-21T13:19:58,710 WARN [M:0;4fe6efa1e611:35691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:19:58,710 INFO [M:0;4fe6efa1e611:35691 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/.lastflushedseqids 2024-11-21T13:19:58,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741852_1028 (size=181) 2024-11-21T13:19:58,715 INFO [M:0;4fe6efa1e611:35691 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:19:58,715 INFO [M:0;4fe6efa1e611:35691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:19:58,715 DEBUG [M:0;4fe6efa1e611:35691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:19:58,715 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:58,715 DEBUG [M:0;4fe6efa1e611:35691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:58,715 DEBUG [M:0;4fe6efa1e611:35691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:19:58,715 DEBUG [M:0;4fe6efa1e611:35691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:58,716 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T13:19:58,736 DEBUG [M:0;4fe6efa1e611:35691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fb718ea7078479c816ac9ac5fc260ae is 82, key is hbase:meta,,1/info:regioninfo/1732195191038/Put/seqid=0 2024-11-21T13:19:58,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741853_1029 (size=5672) 2024-11-21T13:19:58,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:58,789 INFO [RS:0;4fe6efa1e611:40413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:19:58,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40413-0x1015d8cbb1e0007, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:58,789 INFO [RS:0;4fe6efa1e611:40413 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,40413,1732195189663; zookeeper connection closed. 2024-11-21T13:19:58,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fbe8da0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fbe8da0 2024-11-21T13:19:58,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:19:59,141 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fb718ea7078479c816ac9ac5fc260ae 2024-11-21T13:19:59,159 DEBUG [M:0;4fe6efa1e611:35691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/028fe9daa8134156a7a7ef9171abf017 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732195195299/Put/seqid=0 2024-11-21T13:19:59,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741854_1030 (size=7312) 2024-11-21T13:19:59,563 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/028fe9daa8134156a7a7ef9171abf017 2024-11-21T13:19:59,585 DEBUG [M:0;4fe6efa1e611:35691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c48f3b6ca17841fea9d61d162651e710 is 69, key is 4fe6efa1e611,40413,1732195189663/rs:state/1732195190528/Put/seqid=0 2024-11-21T13:19:59,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741855_1031 (size=5370) 2024-11-21T13:19:59,590 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c48f3b6ca17841fea9d61d162651e710 2024-11-21T13:19:59,594 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c48f3b6ca17841fea9d61d162651e710 2024-11-21T13:19:59,595 DEBUG [M:0;4fe6efa1e611:35691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fb718ea7078479c816ac9ac5fc260ae as hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fb718ea7078479c816ac9ac5fc260ae 2024-11-21T13:19:59,600 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fb718ea7078479c816ac9ac5fc260ae, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T13:19:59,600 DEBUG [M:0;4fe6efa1e611:35691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/028fe9daa8134156a7a7ef9171abf017 as hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/028fe9daa8134156a7a7ef9171abf017 2024-11-21T13:19:59,605 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/028fe9daa8134156a7a7ef9171abf017, entries=7, sequenceid=127, filesize=7.1 K 2024-11-21T13:19:59,605 DEBUG [M:0;4fe6efa1e611:35691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c48f3b6ca17841fea9d61d162651e710 as hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c48f3b6ca17841fea9d61d162651e710 2024-11-21T13:19:59,609 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c48f3b6ca17841fea9d61d162651e710 2024-11-21T13:19:59,609 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38727/user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c48f3b6ca17841fea9d61d162651e710, entries=2, sequenceid=127, filesize=5.2 K 2024-11-21T13:19:59,610 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=127, compaction requested=false 2024-11-21T13:19:59,611 INFO [M:0;4fe6efa1e611:35691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:19:59,612 DEBUG [M:0;4fe6efa1e611:35691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195198715Disabling compacts and flushes for region at 1732195198715Disabling writes for close at 1732195198715Obtaining lock to block concurrent updates at 1732195198716 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195198716Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732195198716Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195198717 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195198717Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195198736 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195198736Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195199146 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195199158 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195199158Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195199567 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195199584 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195199584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56eeb95f: reopening flushed file at 1732195199594 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695bb62a: reopening flushed file at 1732195199600 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c94e74: reopening flushed file at 1732195199605 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=127, compaction requested=false at 1732195199610 (+5 ms)Writing region close event to WAL at 1732195199611 (+1 ms)Closed at 1732195199611 2024-11-21T13:19:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34453 is added to blk_1073741847_1023 (size=22903) 2024-11-21T13:19:59,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b20fc450-039c-4ffa-a729-442049d820ce/MasterData/WALs/4fe6efa1e611,35691,1732195189602/4fe6efa1e611%2C35691%2C1732195189602.1732195190177 not finished, retry = 0 2024-11-21T13:19:59,715 INFO [M:0;4fe6efa1e611:35691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:19:59,715 INFO [M:0;4fe6efa1e611:35691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35691 2024-11-21T13:19:59,715 INFO [M:0;4fe6efa1e611:35691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:19:59,715 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:19:59,873 INFO [M:0;4fe6efa1e611:35691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:19:59,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:59,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35691-0x1015d8cbb1e0006, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:19:59,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66530750{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:19:59,875 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13b3d172{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:19:59,875 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:19:59,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@231b1ad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:19:59,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46c131e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/hadoop.log.dir/,STOPPED} 2024-11-21T13:19:59,879 WARN [BP-2059094930-172.17.0.2-1732195172240 heartbeating to localhost/127.0.0.1:38727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:19:59,879 WARN [BP-2059094930-172.17.0.2-1732195172240 heartbeating to localhost/127.0.0.1:38727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2059094930-172.17.0.2-1732195172240 (Datanode Uuid 5155fff3-a370-4493-9f34-86511ddec5f3) service to localhost/127.0.0.1:38727 2024-11-21T13:19:59,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/cluster_2c6b8834-0dc2-bd23-e95b-10b61cb01ff7/data/data1/current/BP-2059094930-172.17.0.2-1732195172240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:19:59,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/cluster_2c6b8834-0dc2-bd23-e95b-10b61cb01ff7/data/data2/current/BP-2059094930-172.17.0.2-1732195172240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:19:59,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:19:59,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:19:59,880 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:19:59,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14668d64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:19:59,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2772beaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:19:59,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:19:59,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668f504a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:19:59,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@484053f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5c14bc9-8729-9108-3bed-0b889a55fd63/hadoop.log.dir/,STOPPED} 2024-11-21T13:19:59,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T13:19:59,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:19:59,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54819) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38727 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40861 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54819) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1912 (was 2030) 2024-11-21T13:19:59,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=1908 2024-11-21T13:19:59,943 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-21T13:19:59,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/hadoop.log.dir so I do NOT create it in target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5 2024-11-21T13:19:59,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:19:59,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/hadoop.tmp.dir so I do NOT create it in target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5 2024-11-21T13:19:59,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/868c11e7-986d-66b5-65f4-ef7c2fdadfb6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:19:59,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5 2024-11-21T13:19:59,944 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/cluster_3b49bf50-afed-da16-fe46-eff3054c9532, deleteOnExit=true 2024-11-21T13:19:59,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/cluster_3b49bf50-afed-da16-fe46-eff3054c9532/zookeeper_0, clientPort=59285, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/cluster_3b49bf50-afed-da16-fe46-eff3054c9532/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/cluster_3b49bf50-afed-da16-fe46-eff3054c9532/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T13:19:59,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59285 2024-11-21T13:19:59,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:19:59,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:19:59,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/test.cache.data in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:19:59,948 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:19:59,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:19:59,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:19:59,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:19:59,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:19:59,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:19:59,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:19:59,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:19:59,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d8cbb1e0005, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:19:59,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d8cbb1e0002, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:19:59,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d8cbb1e0002, quorum=127.0.0.1:54819, baseZNode=/01870807895 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:19:59,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d8cbb1e0005, quorum=127.0.0.1:54819, baseZNode=/11322520935 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:20:00,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:00,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:20:00,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:20:00,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:20:00,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:20:00,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:00,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723c962b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:20:00,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b99dd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:20:00,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74bb3b0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/java.io.tmpdir/jetty-localhost-36807-hadoop-hdfs-3_4_1-tests_jar-_-any-8866544933968528790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:20:00,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ec0d391{HTTP/1.1, (http/1.1)}{localhost:36807} 2024-11-21T13:20:00,544 INFO [Time-limited test {}] server.Server(415): Started @171968ms 2024-11-21T13:20:00,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:00,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:20:00,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:20:00,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:20:00,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:20:00,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4909ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:20:00,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db0dfa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:20:00,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31bf21f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/java.io.tmpdir/jetty-localhost-38229-hadoop-hdfs-3_4_1-tests_jar-_-any-3067272458930915771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:20:00,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7be3d3c0{HTTP/1.1, (http/1.1)}{localhost:38229} 2024-11-21T13:20:00,927 INFO [Time-limited test {}] server.Server(415): Started @172351ms 2024-11-21T13:20:00,928 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:20:01,614 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/cluster_3b49bf50-afed-da16-fe46-eff3054c9532/data/data1/current/BP-1862490309-172.17.0.2-1732195199975/current, will proceed with Du for space computation calculation, 2024-11-21T13:20:01,614 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/cluster_3b49bf50-afed-da16-fe46-eff3054c9532/data/data2/current/BP-1862490309-172.17.0.2-1732195199975/current, will proceed with Du for space computation calculation, 2024-11-21T13:20:01,636 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:20:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5db4d5ee313a299 with lease ID 0xf0ddb725f5afd756: Processing first storage report for DS-b6edc2e2-9602-42e0-b91e-317a2e5c0451 from datanode DatanodeRegistration(127.0.0.1:37805, datanodeUuid=a7339513-eb87-41f3-82c3-3ef1e13122c2, infoPort=44125, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=932659383;c=1732195199975) 2024-11-21T13:20:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5db4d5ee313a299 with lease ID 0xf0ddb725f5afd756: from storage DS-b6edc2e2-9602-42e0-b91e-317a2e5c0451 node DatanodeRegistration(127.0.0.1:37805, datanodeUuid=a7339513-eb87-41f3-82c3-3ef1e13122c2, infoPort=44125, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=932659383;c=1732195199975), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:20:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5db4d5ee313a299 with lease ID 0xf0ddb725f5afd756: Processing first storage report for DS-059f0be6-eaf0-4990-827c-6b8aeed3d9f3 from datanode DatanodeRegistration(127.0.0.1:37805, datanodeUuid=a7339513-eb87-41f3-82c3-3ef1e13122c2, infoPort=44125, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=932659383;c=1732195199975) 2024-11-21T13:20:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5db4d5ee313a299 with lease ID 0xf0ddb725f5afd756: from storage DS-059f0be6-eaf0-4990-827c-6b8aeed3d9f3 node DatanodeRegistration(127.0.0.1:37805, datanodeUuid=a7339513-eb87-41f3-82c3-3ef1e13122c2, infoPort=44125, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=932659383;c=1732195199975), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:20:01,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5 2024-11-21T13:20:01,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:01,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:20:02,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c with version=8 2024-11-21T13:20:02,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/hbase-staging 2024-11-21T13:20:02,080 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:20:02,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:02,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:02,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:20:02,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:02,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:20:02,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:20:02,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:20:02,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40739 2024-11-21T13:20:02,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40739 connecting to ZooKeeper ensemble=127.0.0.1:59285 2024-11-21T13:20:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407390x0, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:02,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40739-0x1015d8d27750000 connected 2024-11-21T13:20:02,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:02,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:02,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Set watcher on znode that does not yet exist, /02086497002/running 2024-11-21T13:20:02,270 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c, hbase.cluster.distributed=false 2024-11-21T13:20:02,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Set watcher on znode that does not yet exist, /02086497002/acl 2024-11-21T13:20:02,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40739 2024-11-21T13:20:02,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40739 2024-11-21T13:20:02,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40739 2024-11-21T13:20:02,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40739 2024-11-21T13:20:02,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40739 2024-11-21T13:20:02,288 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:20:02,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:02,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:02,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:20:02,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:02,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:20:02,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:20:02,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:20:02,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33333 2024-11-21T13:20:02,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33333 connecting to ZooKeeper ensemble=127.0.0.1:59285 2024-11-21T13:20:02,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:02,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:02,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333330x0, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:02,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333330x0, quorum=127.0.0.1:59285, baseZNode=/02086497002 Set watcher on znode that does not yet exist, /02086497002/running 2024-11-21T13:20:02,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33333-0x1015d8d27750001 connected 2024-11-21T13:20:02,305 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:20:02,306 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:20:02,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Set watcher on znode that does not yet exist, /02086497002/master 2024-11-21T13:20:02,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Set watcher on znode that does not yet exist, /02086497002/acl 2024-11-21T13:20:02,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-21T13:20:02,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33333 2024-11-21T13:20:02,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33333 2024-11-21T13:20:02,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-21T13:20:02,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33333 2024-11-21T13:20:02,328 DEBUG [M:0;4fe6efa1e611:40739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:40739 2024-11-21T13:20:02,328 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02086497002/backup-masters/4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:02,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002/backup-masters 2024-11-21T13:20:02,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002/backup-masters 2024-11-21T13:20:02,341 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Set watcher on existing znode=/02086497002/backup-masters/4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:02,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02086497002/master 2024-11-21T13:20:02,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:02,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:02,352 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Set watcher on existing znode=/02086497002/master 2024-11-21T13:20:02,352 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02086497002/backup-masters/4fe6efa1e611,40739,1732195202080 from backup master directory 2024-11-21T13:20:02,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002/backup-masters 2024-11-21T13:20:02,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086497002/backup-masters/4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:02,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002/backup-masters 2024-11-21T13:20:02,362 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:20:02,362 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:02,365 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/hbase.id] with ID: 57fee9b2-10ac-473e-b4aa-78530b2c8cce 2024-11-21T13:20:02,365 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/.tmp/hbase.id 2024-11-21T13:20:02,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:20:02,770 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/.tmp/hbase.id]:[hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/hbase.id] 2024-11-21T13:20:02,781 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:02,781 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:20:02,782 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:20:02,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:02,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:02,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:20:03,236 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:03,237 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:20:03,237 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:03,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:20:03,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:20:03,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:03,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:03,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:03,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:03,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:03,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:03,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:03,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:03,647 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store 2024-11-21T13:20:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:20:04,052 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:04,052 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:20:04,053 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:04,053 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:04,053 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:20:04,053 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:04,053 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:04,053 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195204052Disabling compacts and flushes for region at 1732195204052Disabling writes for close at 1732195204053 (+1 ms)Writing region close event to WAL at 1732195204053Closed at 1732195204053 2024-11-21T13:20:04,053 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/.initializing 2024-11-21T13:20:04,054 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/WALs/4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:04,054 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:20:04,056 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C40739%2C1732195202080, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/WALs/4fe6efa1e611,40739,1732195202080, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/oldWALs, maxLogs=10 2024-11-21T13:20:04,067 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/WALs/4fe6efa1e611,40739,1732195202080/4fe6efa1e611%2C40739%2C1732195202080.1732195204056, exclude list is [], retry=0 2024-11-21T13:20:04,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37805,DS-b6edc2e2-9602-42e0-b91e-317a2e5c0451,DISK] 2024-11-21T13:20:04,071 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/WALs/4fe6efa1e611,40739,1732195202080/4fe6efa1e611%2C40739%2C1732195202080.1732195204056 2024-11-21T13:20:04,071 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44125:44125)] 2024-11-21T13:20:04,071 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:04,071 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:04,071 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,071 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:20:04,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:04,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:04,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:20:04,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:04,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:04,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:20:04,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:04,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:04,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:20:04,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:04,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:04,077 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,078 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,078 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,079 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,079 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,080 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:04,081 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:04,082 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:04,083 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65541328, jitterRate=-0.02335810661315918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:04,083 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195204071Initializing all the Stores at 1732195204072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195204072Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195204072Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195204072Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195204072Cleaning up temporary data from old regions at 1732195204079 (+7 ms)Region opened successfully at 1732195204083 (+4 ms) 2024-11-21T13:20:04,084 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:20:04,086 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9e4567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:20:04,087 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:20:04,087 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:20:04,087 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:20:04,087 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:20:04,088 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:20:04,088 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:20:04,088 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:20:04,090 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:20:04,090 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Unable to get data of znode /02086497002/balancer because node does not exist (not necessarily an error) 2024-11-21T13:20:04,162 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086497002/balancer already deleted, retry=false 2024-11-21T13:20:04,162 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:20:04,163 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Unable to get data of znode /02086497002/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:20:04,172 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086497002/normalizer already deleted, retry=false 2024-11-21T13:20:04,173 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:20:04,173 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Unable to get data of znode /02086497002/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:20:04,183 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086497002/switch/split already deleted, retry=false 2024-11-21T13:20:04,184 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Unable to get data of znode /02086497002/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:20:04,193 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086497002/switch/merge already deleted, retry=false 2024-11-21T13:20:04,196 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Unable to get data of znode /02086497002/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:20:04,204 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086497002/snapshot-cleanup already deleted, retry=false 2024-11-21T13:20:04,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02086497002/running 2024-11-21T13:20:04,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02086497002/running 2024-11-21T13:20:04,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:04,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:04,215 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,40739,1732195202080, sessionid=0x1015d8d27750000, setting cluster-up flag (Was=false) 2024-11-21T13:20:04,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:04,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:04,267 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02086497002/flush-table-proc/acquired, /02086497002/flush-table-proc/reached, /02086497002/flush-table-proc/abort 2024-11-21T13:20:04,268 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:04,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:04,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:04,320 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02086497002/online-snapshot/acquired, /02086497002/online-snapshot/reached, /02086497002/online-snapshot/abort 2024-11-21T13:20:04,321 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:04,322 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:20:04,323 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:04,323 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:20:04,323 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:20:04,323 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4fe6efa1e611,36581,1732195174623: status=Processing ServerCrashProcedure of 4fe6efa1e611,36581,1732195174623 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732195190402, completionTime=-1 appears to have been leaked 2024-11-21T13:20:04,323 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,40739,1732195202080 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:20:04,324 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:04,325 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:04,325 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:04,325 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:04,325 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:20:04,325 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,325 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:20:04,325 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:04,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:20:04,327 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:04,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:20:04,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195234329 2024-11-21T13:20:04,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:20:04,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:20:04,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:20:04,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:20:04,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:20:04,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:20:04,330 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,330 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:20:04,330 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:20:04,330 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:20:04,330 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:20:04,332 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:20:04,332 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:20:04,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:20:04,340 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195204332,5,FailOnTimeoutGroup] 2024-11-21T13:20:04,341 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195204340,5,FailOnTimeoutGroup] 2024-11-21T13:20:04,341 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,341 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:20:04,341 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,342 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,418 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(746): ClusterId : 57fee9b2-10ac-473e-b4aa-78530b2c8cce 2024-11-21T13:20:04,418 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:20:04,426 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:20:04,426 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:20:04,436 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:20:04,437 DEBUG [RS:0;4fe6efa1e611:33333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8968088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:20:04,453 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:33333 2024-11-21T13:20:04,453 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:20:04,453 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:20:04,453 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:20:04,454 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,40739,1732195202080 with port=33333, startcode=1732195202287 2024-11-21T13:20:04,454 DEBUG [RS:0;4fe6efa1e611:33333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:20:04,455 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:20:04,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:04,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40739 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:04,457 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c 2024-11-21T13:20:04,457 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46361 2024-11-21T13:20:04,457 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:20:04,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002/rs 2024-11-21T13:20:04,468 DEBUG [RS:0;4fe6efa1e611:33333 {}] zookeeper.ZKUtil(111): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Set watcher on existing znode=/02086497002/rs/4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:04,468 WARN [RS:0;4fe6efa1e611:33333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:20:04,468 INFO [RS:0;4fe6efa1e611:33333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:04,468 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:04,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,33333,1732195202287] 2024-11-21T13:20:04,471 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:20:04,473 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:20:04,473 INFO [RS:0;4fe6efa1e611:33333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:20:04,473 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,473 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:20:04,474 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:20:04,474 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,474 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,474 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,474 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,474 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,474 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,474 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:20:04,474 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,474 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,474 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,474 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,474 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,475 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:04,475 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:20:04,475 DEBUG [RS:0;4fe6efa1e611:33333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:20:04,475 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,475 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,475 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,475 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,475 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,475 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33333,1732195202287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:20:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:20:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:20:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:04,495 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:20:04,495 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33333,1732195202287-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,495 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,495 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.Replication(171): 4fe6efa1e611,33333,1732195202287 started 2024-11-21T13:20:04,511 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:04,511 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,33333,1732195202287, RpcServer on 4fe6efa1e611/172.17.0.2:33333, sessionid=0x1015d8d27750001 2024-11-21T13:20:04,511 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:20:04,512 DEBUG [RS:0;4fe6efa1e611:33333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:04,512 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,33333,1732195202287' 2024-11-21T13:20:04,512 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02086497002/flush-table-proc/abort' 2024-11-21T13:20:04,512 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02086497002/flush-table-proc/acquired' 2024-11-21T13:20:04,512 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:20:04,512 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:20:04,512 DEBUG [RS:0;4fe6efa1e611:33333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:04,512 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,33333,1732195202287' 2024-11-21T13:20:04,512 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02086497002/online-snapshot/abort' 2024-11-21T13:20:04,513 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02086497002/online-snapshot/acquired' 2024-11-21T13:20:04,513 DEBUG [RS:0;4fe6efa1e611:33333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:20:04,513 INFO [RS:0;4fe6efa1e611:33333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:20:04,513 INFO [RS:0;4fe6efa1e611:33333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:20:04,613 INFO [RS:0;4fe6efa1e611:33333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:20:04,615 INFO [RS:0;4fe6efa1e611:33333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C33333%2C1732195202287, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/oldWALs, maxLogs=10 2024-11-21T13:20:04,627 DEBUG [RS:0;4fe6efa1e611:33333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615, exclude list is [], retry=0 2024-11-21T13:20:04,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37805,DS-b6edc2e2-9602-42e0-b91e-317a2e5c0451,DISK] 2024-11-21T13:20:04,631 INFO [RS:0;4fe6efa1e611:33333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 2024-11-21T13:20:04,631 DEBUG [RS:0;4fe6efa1e611:33333 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44125:44125)] 2024-11-21T13:20:04,736 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:20:04,736 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c 2024-11-21T13:20:04,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:20:05,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:05,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:20:05,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:20:05,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:05,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:05,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:20:05,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:20:05,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:05,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:05,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:20:05,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:20:05,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:05,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:05,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:20:05,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:20:05,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:05,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:05,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:20:05,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740 2024-11-21T13:20:05,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740 2024-11-21T13:20:05,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:20:05,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:20:05,151 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:05,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:20:05,153 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:05,153 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61315404, jitterRate=-0.08632928133010864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:05,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195205142Initializing all the Stores at 1732195205143 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195205143Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195205143Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195205143Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195205143Cleaning up temporary data from old regions at 1732195205150 (+7 ms)Region opened successfully at 1732195205154 (+4 ms) 2024-11-21T13:20:05,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:20:05,154 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:20:05,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:20:05,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:20:05,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:20:05,154 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:20:05,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195205154Disabling compacts and flushes for region at 1732195205154Disabling writes for close at 1732195205154Writing region close event to WAL at 1732195205154Closed at 1732195205154 2024-11-21T13:20:05,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:05,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:20:05,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:20:05,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:20:05,156 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:20:05,307 DEBUG [4fe6efa1e611:40739 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:20:05,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:05,308 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,33333,1732195202287, state=OPENING 2024-11-21T13:20:05,441 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:20:05,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:05,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:05,452 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:20:05,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086497002/meta-region-server: CHANGED 2024-11-21T13:20:05,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086497002/meta-region-server: CHANGED 2024-11-21T13:20:05,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,33333,1732195202287}] 2024-11-21T13:20:05,604 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:20:05,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:20:05,608 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:20:05,608 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:05,609 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:20:05,610 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C33333%2C1732195202287.meta, suffix=.meta, logDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/oldWALs, maxLogs=10 2024-11-21T13:20:05,622 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.meta.1732195205610.meta, exclude list is [], retry=0 2024-11-21T13:20:05,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37805,DS-b6edc2e2-9602-42e0-b91e-317a2e5c0451,DISK] 2024-11-21T13:20:05,625 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.meta.1732195205610.meta 2024-11-21T13:20:05,628 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44125:44125)] 2024-11-21T13:20:05,628 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:05,629 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:05,629 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:20:05,629 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:20:05,629 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:20:05,629 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:20:05,629 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:05,629 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:20:05,629 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:20:05,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:20:05,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:20:05,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:05,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:05,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:20:05,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:20:05,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:05,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:05,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:20:05,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:20:05,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:05,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:05,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:20:05,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:20:05,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:05,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:05,634 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:20:05,635 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740 2024-11-21T13:20:05,636 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740 2024-11-21T13:20:05,637 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:20:05,637 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:20:05,637 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:05,638 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:20:05,638 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72468008, jitterRate=0.0798574686050415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:05,638 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:20:05,639 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195205629Writing region info on filesystem at 1732195205629Initializing all the Stores at 1732195205630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195205630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195205630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195205630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195205630Cleaning up temporary data from old regions at 1732195205637 (+7 ms)Running coprocessor post-open hooks at 1732195205638 (+1 ms)Region opened successfully at 1732195205639 (+1 ms) 2024-11-21T13:20:05,640 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195205604 2024-11-21T13:20:05,641 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:20:05,641 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:20:05,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:05,642 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,33333,1732195202287, state=OPEN 2024-11-21T13:20:05,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02086497002/meta-region-server 2024-11-21T13:20:05,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02086497002/meta-region-server 2024-11-21T13:20:05,678 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:05,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086497002/meta-region-server: CHANGED 2024-11-21T13:20:05,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086497002/meta-region-server: CHANGED 2024-11-21T13:20:05,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:20:05,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,33333,1732195202287 in 226 msec 2024-11-21T13:20:05,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:20:05,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec 2024-11-21T13:20:05,682 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:05,682 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:20:05,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:05,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,33333,1732195202287, seqNum=-1] 2024-11-21T13:20:05,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:05,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:05,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3650 sec 2024-11-21T13:20:05,689 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195205689, completionTime=-1 2024-11-21T13:20:05,689 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:20:05,689 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:20:05,691 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:20:05,691 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195265691 2024-11-21T13:20:05,691 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195325691 2024-11-21T13:20:05,691 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:20:05,691 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,40739,1732195202080-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:05,691 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,40739,1732195202080-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:05,691 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,40739,1732195202080-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:05,691 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:40739, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:05,691 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:05,691 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:05,693 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:20:05,694 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.332sec 2024-11-21T13:20:05,694 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:20:05,694 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:20:05,694 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:20:05,694 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:20:05,694 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:20:05,694 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,40739,1732195202080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:20:05,694 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,40739,1732195202080-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:20:05,696 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:20:05,696 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:20:05,696 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,40739,1732195202080-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:05,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3e89f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:05,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,40739,-1 for getting cluster id 2024-11-21T13:20:05,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:05,719 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57fee9b2-10ac-473e-b4aa-78530b2c8cce' 2024-11-21T13:20:05,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:05,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57fee9b2-10ac-473e-b4aa-78530b2c8cce" 2024-11-21T13:20:05,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a6f257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:05,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,40739,-1] 2024-11-21T13:20:05,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:05,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:05,721 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:05,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd7cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:05,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,33333,1732195202287, seqNum=-1] 2024-11-21T13:20:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:05,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:05,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:05,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59285 2024-11-21T13:20:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:05,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d8d27750002 connected 2024-11-21T13:20:05,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/hadoop.log.dir so I do NOT create it in target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470 2024-11-21T13:20:05,759 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:20:05,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/hadoop.tmp.dir so I do NOT create it in target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470 2024-11-21T13:20:05,759 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:20:05,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470 2024-11-21T13:20:05,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:20:05,759 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/cluster_c232274f-85ec-77e2-771e-d580012814d9, deleteOnExit=true 2024-11-21T13:20:05,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/test.cache.data in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:20:05,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:20:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:20:05,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:20:05,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:20:05,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:20:05,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:20:05,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:20:05,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:20:06,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:06,117 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:20:06,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:20:06,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:20:06,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:20:06,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:06,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ff4b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:20:06,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2067e905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:20:06,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f981e7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/java.io.tmpdir/jetty-localhost-39367-hadoop-hdfs-3_4_1-tests_jar-_-any-16832639440419042751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:20:06,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@591134e1{HTTP/1.1, (http/1.1)}{localhost:39367} 2024-11-21T13:20:06,218 INFO [Time-limited test {}] server.Server(415): Started @177642ms 2024-11-21T13:20:06,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:06,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:20:06,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:20:06,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:20:06,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:20:06,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cafbe3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:20:06,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecaec44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:20:06,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7729d149{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/java.io.tmpdir/jetty-localhost-45217-hadoop-hdfs-3_4_1-tests_jar-_-any-2724642919987165323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:20:06,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6083b726{HTTP/1.1, (http/1.1)}{localhost:45217} 2024-11-21T13:20:06,567 INFO [Time-limited test {}] server.Server(415): Started @177991ms 2024-11-21T13:20:06,568 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:20:07,218 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/cluster_c232274f-85ec-77e2-771e-d580012814d9/data/data1/current/BP-176719950-172.17.0.2-1732195205775/current, will proceed with Du for space computation calculation, 2024-11-21T13:20:07,218 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/cluster_c232274f-85ec-77e2-771e-d580012814d9/data/data2/current/BP-176719950-172.17.0.2-1732195205775/current, will proceed with Du for space computation calculation, 2024-11-21T13:20:07,232 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:20:07,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea23bca4899f2675 with lease ID 0x5e2b426b5fa06cf6: Processing first storage report for DS-d26abe3a-13be-4292-aabe-5f67f2f6dbe9 from datanode DatanodeRegistration(127.0.0.1:36259, datanodeUuid=83e565c8-5c5d-41b3-abce-2923711b01aa, infoPort=44093, infoSecurePort=0, ipcPort=35389, storageInfo=lv=-57;cid=testClusterID;nsid=1664597926;c=1732195205775) 2024-11-21T13:20:07,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea23bca4899f2675 with lease ID 0x5e2b426b5fa06cf6: from storage DS-d26abe3a-13be-4292-aabe-5f67f2f6dbe9 node DatanodeRegistration(127.0.0.1:36259, datanodeUuid=83e565c8-5c5d-41b3-abce-2923711b01aa, infoPort=44093, infoSecurePort=0, ipcPort=35389, storageInfo=lv=-57;cid=testClusterID;nsid=1664597926;c=1732195205775), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:20:07,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea23bca4899f2675 with lease ID 0x5e2b426b5fa06cf6: Processing first storage report for DS-33238919-473b-4dc7-98b0-f63f54219b0e from datanode DatanodeRegistration(127.0.0.1:36259, datanodeUuid=83e565c8-5c5d-41b3-abce-2923711b01aa, infoPort=44093, infoSecurePort=0, ipcPort=35389, storageInfo=lv=-57;cid=testClusterID;nsid=1664597926;c=1732195205775) 2024-11-21T13:20:07,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea23bca4899f2675 with lease ID 0x5e2b426b5fa06cf6: from storage DS-33238919-473b-4dc7-98b0-f63f54219b0e node DatanodeRegistration(127.0.0.1:36259, datanodeUuid=83e565c8-5c5d-41b3-abce-2923711b01aa, infoPort=44093, infoSecurePort=0, ipcPort=35389, storageInfo=lv=-57;cid=testClusterID;nsid=1664597926;c=1732195205775), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:20:07,291 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470 2024-11-21T13:20:07,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:07,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:20:07,700 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462 with version=8 2024-11-21T13:20:07,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/hbase-staging 2024-11-21T13:20:07,701 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:20:07,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:07,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:07,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:20:07,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:07,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:20:07,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:20:07,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:20:07,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46717 2024-11-21T13:20:07,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46717 connecting to ZooKeeper ensemble=127.0.0.1:59285 2024-11-21T13:20:07,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467170x0, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:07,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46717-0x1015d8d27750003 connected 2024-11-21T13:20:07,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:07,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:07,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Set watcher on znode that does not yet exist, /1-1648566285/running 2024-11-21T13:20:07,833 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462, hbase.cluster.distributed=false 2024-11-21T13:20:07,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Set watcher on znode that does not yet exist, /1-1648566285/acl 2024-11-21T13:20:07,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46717 2024-11-21T13:20:07,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46717 2024-11-21T13:20:07,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46717 2024-11-21T13:20:07,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46717 2024-11-21T13:20:07,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46717 2024-11-21T13:20:07,847 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:20:07,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:07,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:07,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:20:07,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:07,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:20:07,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:20:07,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:20:07,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34507 2024-11-21T13:20:07,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34507 connecting to ZooKeeper ensemble=127.0.0.1:59285 2024-11-21T13:20:07,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:07,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:07,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345070x0, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:07,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345070x0, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Set watcher on znode that does not yet exist, /1-1648566285/running 2024-11-21T13:20:07,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34507-0x1015d8d27750004 connected 2024-11-21T13:20:07,863 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:20:07,863 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:20:07,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Set watcher on znode that does not yet exist, /1-1648566285/master 2024-11-21T13:20:07,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Set watcher on znode that does not yet exist, /1-1648566285/acl 2024-11-21T13:20:07,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34507 2024-11-21T13:20:07,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34507 2024-11-21T13:20:07,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34507 2024-11-21T13:20:07,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34507 2024-11-21T13:20:07,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34507 2024-11-21T13:20:07,883 DEBUG [M:0;4fe6efa1e611:46717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:46717 2024-11-21T13:20:07,883 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1648566285/backup-masters/4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:07,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285/backup-masters 2024-11-21T13:20:07,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285/backup-masters 2024-11-21T13:20:07,894 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Set watcher on existing znode=/1-1648566285/backup-masters/4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:07,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1648566285/master 2024-11-21T13:20:07,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:07,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:07,904 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Set watcher on existing znode=/1-1648566285/master 2024-11-21T13:20:07,905 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1648566285/backup-masters/4fe6efa1e611,46717,1732195207701 from backup master directory 2024-11-21T13:20:07,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1648566285/backup-masters/4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:07,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285/backup-masters 2024-11-21T13:20:07,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285/backup-masters 2024-11-21T13:20:07,996 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:20:07,997 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:08,000 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/hbase.id] with ID: d4b6e7e8-0d4d-4536-ac64-989c186f8dad 2024-11-21T13:20:08,000 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/.tmp/hbase.id 2024-11-21T13:20:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:20:08,404 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/.tmp/hbase.id]:[hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/hbase.id] 2024-11-21T13:20:08,413 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:08,413 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:20:08,414 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:20:08,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:08,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:20:08,925 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:08,926 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:20:08,926 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:08,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:20:09,332 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store 2024-11-21T13:20:09,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:20:09,738 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:09,738 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:20:09,738 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:09,738 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:09,738 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:20:09,739 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:09,739 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:09,739 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195209738Disabling compacts and flushes for region at 1732195209738Disabling writes for close at 1732195209738Writing region close event to WAL at 1732195209739 (+1 ms)Closed at 1732195209739 2024-11-21T13:20:09,739 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/.initializing 2024-11-21T13:20:09,740 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/WALs/4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:09,740 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:20:09,742 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C46717%2C1732195207701, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/WALs/4fe6efa1e611,46717,1732195207701, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/oldWALs, maxLogs=10 2024-11-21T13:20:09,760 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/WALs/4fe6efa1e611,46717,1732195207701/4fe6efa1e611%2C46717%2C1732195207701.1732195209742, exclude list is [], retry=0 2024-11-21T13:20:09,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36259,DS-d26abe3a-13be-4292-aabe-5f67f2f6dbe9,DISK] 2024-11-21T13:20:09,764 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/WALs/4fe6efa1e611,46717,1732195207701/4fe6efa1e611%2C46717%2C1732195207701.1732195209742 2024-11-21T13:20:09,764 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44093:44093)] 2024-11-21T13:20:09,764 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:09,765 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:09,765 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,765 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:20:09,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:09,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:09,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:20:09,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:09,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:09,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:20:09,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:09,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:09,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:20:09,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:09,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:09,772 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,772 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,773 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,773 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,773 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,774 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:09,775 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:09,776 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:09,777 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72819598, jitterRate=0.0850965678691864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:09,777 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195209765Initializing all the Stores at 1732195209765Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195209765Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195209766 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195209766Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195209766Cleaning up temporary data from old regions at 1732195209773 (+7 ms)Region opened successfully at 1732195209777 (+4 ms) 2024-11-21T13:20:09,777 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:20:09,779 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c72cec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:20:09,780 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:20:09,780 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:20:09,780 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:20:09,780 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:20:09,780 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:20:09,781 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:20:09,781 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:20:09,783 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:20:09,784 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Unable to get data of znode /1-1648566285/balancer because node does not exist (not necessarily an error) 2024-11-21T13:20:09,851 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1648566285/balancer already deleted, retry=false 2024-11-21T13:20:09,852 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:20:09,852 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Unable to get data of znode /1-1648566285/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:20:09,862 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1648566285/normalizer already deleted, retry=false 2024-11-21T13:20:09,862 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:20:09,863 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Unable to get data of znode /1-1648566285/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:20:09,872 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1648566285/switch/split already deleted, retry=false 2024-11-21T13:20:09,873 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Unable to get data of znode /1-1648566285/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:20:09,883 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1648566285/switch/merge already deleted, retry=false 2024-11-21T13:20:09,884 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Unable to get data of znode /1-1648566285/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:20:09,893 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1648566285/snapshot-cleanup already deleted, retry=false 2024-11-21T13:20:09,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1648566285/running 2024-11-21T13:20:09,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1648566285/running 2024-11-21T13:20:09,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:09,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:09,904 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,46717,1732195207701, sessionid=0x1015d8d27750003, setting cluster-up flag (Was=false) 2024-11-21T13:20:09,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:09,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:09,956 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1648566285/flush-table-proc/acquired, /1-1648566285/flush-table-proc/reached, /1-1648566285/flush-table-proc/abort 2024-11-21T13:20:09,957 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:09,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:09,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:09,984 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:20:10,009 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1648566285/online-snapshot/acquired, /1-1648566285/online-snapshot/reached, /1-1648566285/online-snapshot/abort 2024-11-21T13:20:10,010 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:10,011 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:20:10,012 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:10,012 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:20:10,012 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:20:10,013 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,46717,1732195207701 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:20:10,013 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:10,013 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:10,014 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:10,014 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:10,014 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:20:10,014 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,014 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:20:10,014 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,014 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195240014 2024-11-21T13:20:10,014 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:20:10,014 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:20:10,014 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:20:10,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:20:10,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:20:10,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:20:10,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:10,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:20:10,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:20:10,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:20:10,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:20:10,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:20:10,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:20:10,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:20:10,015 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195210015,5,FailOnTimeoutGroup] 2024-11-21T13:20:10,016 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195210015,5,FailOnTimeoutGroup] 2024-11-21T13:20:10,016 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,016 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:20:10,016 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,016 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:10,016 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,016 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:20:10,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:10,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:10,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:10,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:10,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:10,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:20:10,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:10,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:10,076 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(746): ClusterId : d4b6e7e8-0d4d-4536-ac64-989c186f8dad 2024-11-21T13:20:10,076 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:20:10,089 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:20:10,089 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:20:10,099 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:20:10,100 DEBUG [RS:0;4fe6efa1e611:34507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf14ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:20:10,113 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:34507 2024-11-21T13:20:10,113 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:20:10,113 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:20:10,113 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:20:10,114 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,46717,1732195207701 with port=34507, startcode=1732195207847 2024-11-21T13:20:10,114 DEBUG [RS:0;4fe6efa1e611:34507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:20:10,115 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:20:10,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:10,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46717 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:10,117 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462 2024-11-21T13:20:10,117 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45673 2024-11-21T13:20:10,117 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:20:10,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285/rs 2024-11-21T13:20:10,165 DEBUG [RS:0;4fe6efa1e611:34507 {}] zookeeper.ZKUtil(111): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Set watcher on existing znode=/1-1648566285/rs/4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:10,165 WARN [RS:0;4fe6efa1e611:34507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:20:10,165 INFO [RS:0;4fe6efa1e611:34507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:10,165 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:10,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,34507,1732195207847] 2024-11-21T13:20:10,168 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:20:10,169 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:20:10,169 INFO [RS:0;4fe6efa1e611:34507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:20:10,169 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,169 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:20:10,170 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:20:10,170 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:20:10,170 DEBUG [RS:0;4fe6efa1e611:34507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:20:10,171 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,171 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,171 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,171 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,171 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,171 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,34507,1732195207847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:20:10,183 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:20:10,183 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,34507,1732195207847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,184 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,184 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.Replication(171): 4fe6efa1e611,34507,1732195207847 started 2024-11-21T13:20:10,196 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:10,196 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,34507,1732195207847, RpcServer on 4fe6efa1e611/172.17.0.2:34507, sessionid=0x1015d8d27750004 2024-11-21T13:20:10,196 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:20:10,196 DEBUG [RS:0;4fe6efa1e611:34507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:10,196 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,34507,1732195207847' 2024-11-21T13:20:10,196 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1648566285/flush-table-proc/abort' 2024-11-21T13:20:10,197 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1648566285/flush-table-proc/acquired' 2024-11-21T13:20:10,197 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:20:10,197 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:20:10,197 DEBUG [RS:0;4fe6efa1e611:34507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:10,197 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,34507,1732195207847' 2024-11-21T13:20:10,197 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1648566285/online-snapshot/abort' 2024-11-21T13:20:10,197 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1648566285/online-snapshot/acquired' 2024-11-21T13:20:10,198 DEBUG [RS:0;4fe6efa1e611:34507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:20:10,198 INFO [RS:0;4fe6efa1e611:34507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:20:10,198 INFO [RS:0;4fe6efa1e611:34507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:20:10,298 INFO [RS:0;4fe6efa1e611:34507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:20:10,299 INFO [RS:0;4fe6efa1e611:34507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C34507%2C1732195207847, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/oldWALs, maxLogs=10 2024-11-21T13:20:10,312 DEBUG [RS:0;4fe6efa1e611:34507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300, exclude list is [], retry=0 2024-11-21T13:20:10,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36259,DS-d26abe3a-13be-4292-aabe-5f67f2f6dbe9,DISK] 2024-11-21T13:20:10,315 INFO [RS:0;4fe6efa1e611:34507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 2024-11-21T13:20:10,316 DEBUG [RS:0;4fe6efa1e611:34507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44093:44093)] 2024-11-21T13:20:10,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:20:10,426 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462 2024-11-21T13:20:10,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:20:10,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:20:10,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:10,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:20:10,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:20:10,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:10,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:10,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:20:10,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:20:10,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:10,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:10,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:20:10,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:20:10,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:10,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:10,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:20:10,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:20:10,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:10,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:10,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:20:10,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740 2024-11-21T13:20:10,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740 2024-11-21T13:20:10,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:20:10,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:20:10,840 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:10,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:20:10,842 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:10,843 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64545120, jitterRate=-0.038202762603759766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:10,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195210832Initializing all the Stores at 1732195210832Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195210832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195210833 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195210833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195210833Cleaning up temporary data from old regions at 1732195210840 (+7 ms)Region opened successfully at 1732195210843 (+3 ms) 2024-11-21T13:20:10,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:20:10,843 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:20:10,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:20:10,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:20:10,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:20:10,843 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:20:10,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195210843Disabling compacts and flushes for region at 1732195210843Disabling writes for close at 1732195210843Writing region close event to WAL at 1732195210843Closed at 1732195210843 2024-11-21T13:20:10,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:10,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:20:10,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:20:10,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:20:10,845 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:20:10,995 DEBUG [4fe6efa1e611:46717 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:20:10,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:10,997 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,34507,1732195207847, state=OPENING 2024-11-21T13:20:11,046 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:20:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:11,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:20:11,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,34507,1732195207847}] 2024-11-21T13:20:11,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1648566285/meta-region-server: CHANGED 2024-11-21T13:20:11,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1648566285/meta-region-server: CHANGED 2024-11-21T13:20:11,209 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:20:11,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:20:11,213 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:20:11,213 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:11,213 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:20:11,215 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C34507%2C1732195207847.meta, suffix=.meta, logDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/oldWALs, maxLogs=10 2024-11-21T13:20:11,230 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.meta.1732195211215.meta, exclude list is [], retry=0 2024-11-21T13:20:11,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36259,DS-d26abe3a-13be-4292-aabe-5f67f2f6dbe9,DISK] 2024-11-21T13:20:11,233 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.meta.1732195211215.meta 2024-11-21T13:20:11,234 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44093:44093)] 2024-11-21T13:20:11,234 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:11,234 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:11,234 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:20:11,234 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:20:11,234 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:20:11,234 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:20:11,234 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:11,235 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:20:11,235 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:20:11,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:20:11,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:20:11,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:11,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:11,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:20:11,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:20:11,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:11,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:11,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:20:11,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:20:11,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:11,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:11,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:20:11,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:20:11,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:11,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:11,240 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:20:11,241 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740 2024-11-21T13:20:11,242 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740 2024-11-21T13:20:11,242 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:20:11,242 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:20:11,243 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:11,244 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:20:11,244 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61239189, jitterRate=-0.08746497333049774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:11,244 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:20:11,244 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195211235Writing region info on filesystem at 1732195211235Initializing all the Stores at 1732195211235Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195211236 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195211236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195211236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195211236Cleaning up temporary data from old regions at 1732195211242 (+6 ms)Running coprocessor post-open hooks at 1732195211244 (+2 ms)Region opened successfully at 1732195211244 2024-11-21T13:20:11,245 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195211209 2024-11-21T13:20:11,247 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:20:11,247 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:20:11,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:11,248 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,34507,1732195207847, state=OPEN 2024-11-21T13:20:11,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1648566285/meta-region-server 2024-11-21T13:20:11,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1648566285/meta-region-server 2024-11-21T13:20:11,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:11,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1648566285/meta-region-server: CHANGED 2024-11-21T13:20:11,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1648566285/meta-region-server: CHANGED 2024-11-21T13:20:11,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:20:11,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,34507,1732195207847 in 199 msec 2024-11-21T13:20:11,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:20:11,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-21T13:20:11,261 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:11,261 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:20:11,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:11,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1] 2024-11-21T13:20:11,262 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:11,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:11,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-21T13:20:11,267 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195211267, completionTime=-1 2024-11-21T13:20:11,267 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:20:11,267 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:20:11,269 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:20:11,269 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195271269 2024-11-21T13:20:11,269 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195331269 2024-11-21T13:20:11,269 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:20:11,269 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46717,1732195207701-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:11,269 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46717,1732195207701-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:11,269 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46717,1732195207701-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:11,269 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:46717, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:11,269 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:11,270 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:11,271 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:20:11,273 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.276sec 2024-11-21T13:20:11,273 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:20:11,273 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:20:11,273 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:20:11,273 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:20:11,273 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:20:11,273 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46717,1732195207701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:20:11,273 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46717,1732195207701-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:20:11,275 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:20:11,275 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:20:11,275 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46717,1732195207701-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:11,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4a3ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:11,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46717,-1 for getting cluster id 2024-11-21T13:20:11,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:11,277 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b6e7e8-0d4d-4536-ac64-989c186f8dad' 2024-11-21T13:20:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b6e7e8-0d4d-4536-ac64-989c186f8dad" 2024-11-21T13:20:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46717,-1] 2024-11-21T13:20:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:11,279 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:11,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5c29f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:11,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1] 2024-11-21T13:20:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:11,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:11,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:11,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59285 2024-11-21T13:20:11,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:11,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d8d27750005 connected 2024-11-21T13:20:11,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d2e936e 2024-11-21T13:20:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:11,307 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:11,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:20:11,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:20:11,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:11,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:20:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:11,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:20:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:20:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:11,718 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1d6ea6dc2bb2f9808e1eb2d3109428e, NAME => 'test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c 2024-11-21T13:20:11,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:20:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:12,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:12,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e1d6ea6dc2bb2f9808e1eb2d3109428e, disabling compactions & flushes 2024-11-21T13:20:12,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:12,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:12,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. after waiting 0 ms 2024-11-21T13:20:12,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:12,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:12,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1d6ea6dc2bb2f9808e1eb2d3109428e: Waiting for close lock at 1732195212123Disabling compacts and flushes for region at 1732195212123Disabling writes for close at 1732195212124 (+1 ms)Writing region close event to WAL at 1732195212124Closed at 1732195212124 2024-11-21T13:20:12,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:20:12,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195212125"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195212125"}]},"ts":"1732195212125"} 2024-11-21T13:20:12,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:20:12,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:20:12,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195212127"}]},"ts":"1732195212127"} 2024-11-21T13:20:12,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:20:12,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e1d6ea6dc2bb2f9808e1eb2d3109428e, ASSIGN}] 2024-11-21T13:20:12,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e1d6ea6dc2bb2f9808e1eb2d3109428e, ASSIGN 2024-11-21T13:20:12,131 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e1d6ea6dc2bb2f9808e1eb2d3109428e, ASSIGN; state=OFFLINE, location=4fe6efa1e611,33333,1732195202287; forceNewPlan=false, retain=false 2024-11-21T13:20:12,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1d6ea6dc2bb2f9808e1eb2d3109428e, regionState=OPENING, regionLocation=4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:12,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e1d6ea6dc2bb2f9808e1eb2d3109428e, ASSIGN because future has completed 2024-11-21T13:20:12,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1d6ea6dc2bb2f9808e1eb2d3109428e, server=4fe6efa1e611,33333,1732195202287}] 2024-11-21T13:20:12,440 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:12,440 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e1d6ea6dc2bb2f9808e1eb2d3109428e, NAME => 'test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:12,440 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:12,440 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:20:12,440 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,440 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:12,440 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,440 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,442 INFO [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,443 INFO [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1d6ea6dc2bb2f9808e1eb2d3109428e columnFamilyName f 2024-11-21T13:20:12,443 DEBUG [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:12,443 INFO [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] regionserver.HStore(327): Store=e1d6ea6dc2bb2f9808e1eb2d3109428e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:12,443 INFO [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,444 INFO [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1d6ea6dc2bb2f9808e1eb2d3109428e columnFamilyName f1 2024-11-21T13:20:12,444 DEBUG [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:12,444 INFO [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] regionserver.HStore(327): Store=e1d6ea6dc2bb2f9808e1eb2d3109428e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:12,444 INFO [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,445 INFO [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1d6ea6dc2bb2f9808e1eb2d3109428e columnFamilyName norep 2024-11-21T13:20:12,445 DEBUG [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:12,446 INFO [StoreOpener-e1d6ea6dc2bb2f9808e1eb2d3109428e-1 {}] regionserver.HStore(327): Store=e1d6ea6dc2bb2f9808e1eb2d3109428e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:12,446 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,446 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,446 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,447 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,447 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,448 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:20:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:12,449 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,450 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:12,451 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e1d6ea6dc2bb2f9808e1eb2d3109428e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70922785, jitterRate=0.05683185160160065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:20:12,451 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:12,451 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e1d6ea6dc2bb2f9808e1eb2d3109428e: Running coprocessor pre-open hook at 1732195212441Writing region info on filesystem at 1732195212441Initializing all the Stores at 1732195212441Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195212441Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195212441Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195212441Cleaning up temporary data from old regions at 1732195212447 (+6 ms)Running coprocessor post-open hooks at 1732195212451 (+4 ms)Region opened successfully at 1732195212451 2024-11-21T13:20:12,452 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e., pid=6, masterSystemTime=1732195212436 2024-11-21T13:20:12,454 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:12,454 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:12,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1d6ea6dc2bb2f9808e1eb2d3109428e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:12,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1d6ea6dc2bb2f9808e1eb2d3109428e, server=4fe6efa1e611,33333,1732195202287 because future has completed 2024-11-21T13:20:12,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:20:12,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e1d6ea6dc2bb2f9808e1eb2d3109428e, server=4fe6efa1e611,33333,1732195202287 in 173 msec 2024-11-21T13:20:12,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:20:12,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e1d6ea6dc2bb2f9808e1eb2d3109428e, ASSIGN in 330 msec 2024-11-21T13:20:12,461 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:20:12,461 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195212461"}]},"ts":"1732195212461"} 2024-11-21T13:20:12,462 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:20:12,463 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:20:12,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-21T13:20:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:13,469 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:20:13,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:13,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57728b3a 2024-11-21T13:20:13,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:13,471 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:13,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:20:13,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:20:13,474 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:13,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:20:13,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:20:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:13,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:20:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:13,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f28074e448700312a5a633d8be48243, NAME => 'test,,1732195213471.9f28074e448700312a5a633d8be48243.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462 2024-11-21T13:20:13,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:20:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:14,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195213471.9f28074e448700312a5a633d8be48243.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:14,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9f28074e448700312a5a633d8be48243, disabling compactions & flushes 2024-11-21T13:20:14,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:14,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:14,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195213471.9f28074e448700312a5a633d8be48243. after waiting 0 ms 2024-11-21T13:20:14,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:14,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:14,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f28074e448700312a5a633d8be48243: Waiting for close lock at 1732195214288Disabling compacts and flushes for region at 1732195214288Disabling writes for close at 1732195214289 (+1 ms)Writing region close event to WAL at 1732195214289Closed at 1732195214289 2024-11-21T13:20:14,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:20:14,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195213471.9f28074e448700312a5a633d8be48243.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195214290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195214290"}]},"ts":"1732195214290"} 2024-11-21T13:20:14,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:20:14,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:20:14,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195214293"}]},"ts":"1732195214293"} 2024-11-21T13:20:14,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:20:14,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f28074e448700312a5a633d8be48243, ASSIGN}] 2024-11-21T13:20:14,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f28074e448700312a5a633d8be48243, ASSIGN 2024-11-21T13:20:14,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9f28074e448700312a5a633d8be48243, ASSIGN; state=OFFLINE, location=4fe6efa1e611,34507,1732195207847; forceNewPlan=false, retain=false 2024-11-21T13:20:14,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f28074e448700312a5a633d8be48243, regionState=OPENING, regionLocation=4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:14,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9f28074e448700312a5a633d8be48243, ASSIGN because future has completed 2024-11-21T13:20:14,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f28074e448700312a5a633d8be48243, server=4fe6efa1e611,34507,1732195207847}] 2024-11-21T13:20:14,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:20:14,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T13:20:14,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T13:20:14,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T13:20:14,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:14,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T13:20:14,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:20:14,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T13:20:14,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:20:14,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T13:20:14,605 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:14,605 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f28074e448700312a5a633d8be48243, NAME => 'test,,1732195213471.9f28074e448700312a5a633d8be48243.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:14,605 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:14,605 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:20:14,605 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,605 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195213471.9f28074e448700312a5a633d8be48243.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:14,605 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,605 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,607 INFO [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,608 INFO [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f28074e448700312a5a633d8be48243 columnFamilyName f 2024-11-21T13:20:14,608 DEBUG [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:14,608 INFO [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] regionserver.HStore(327): Store=9f28074e448700312a5a633d8be48243/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:14,608 INFO [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:14,609 INFO [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f28074e448700312a5a633d8be48243 columnFamilyName f1 2024-11-21T13:20:14,609 DEBUG [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:14,609 INFO [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] regionserver.HStore(327): Store=9f28074e448700312a5a633d8be48243/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:14,609 INFO [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,610 INFO [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f28074e448700312a5a633d8be48243 columnFamilyName norep 2024-11-21T13:20:14,610 DEBUG [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:14,611 INFO [StoreOpener-9f28074e448700312a5a633d8be48243-1 {}] regionserver.HStore(327): Store=9f28074e448700312a5a633d8be48243/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:14,611 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,611 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,612 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,612 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,612 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,613 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:20:14,613 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,615 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:14,615 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9f28074e448700312a5a633d8be48243; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60701946, jitterRate=-0.09547051787376404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:20:14,615 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:14,615 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9f28074e448700312a5a633d8be48243: Running coprocessor pre-open hook at 1732195214606Writing region info on filesystem at 1732195214606Initializing all the Stores at 1732195214606Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195214606Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195214606Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195214606Cleaning up temporary data from old regions at 1732195214612 (+6 ms)Running coprocessor post-open hooks at 1732195214615 (+3 ms)Region opened successfully at 1732195214615 2024-11-21T13:20:14,616 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195213471.9f28074e448700312a5a633d8be48243., pid=6, masterSystemTime=1732195214601 2024-11-21T13:20:14,618 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:14,618 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:14,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f28074e448700312a5a633d8be48243, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:14,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f28074e448700312a5a633d8be48243, server=4fe6efa1e611,34507,1732195207847 because future has completed 2024-11-21T13:20:14,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:20:14,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f28074e448700312a5a633d8be48243, server=4fe6efa1e611,34507,1732195207847 in 172 msec 2024-11-21T13:20:14,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:20:14,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9f28074e448700312a5a633d8be48243, ASSIGN in 328 msec 2024-11-21T13:20:14,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:20:14,625 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195214625"}]},"ts":"1732195214625"} 2024-11-21T13:20:14,627 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:20:14,627 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:20:14,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-21T13:20:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:15,618 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:20:15,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4f54d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,40739,-1 for getting cluster id 2024-11-21T13:20:15,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:15,620 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57fee9b2-10ac-473e-b4aa-78530b2c8cce' 2024-11-21T13:20:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57fee9b2-10ac-473e-b4aa-78530b2c8cce" 2024-11-21T13:20:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5607c3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,40739,-1] 2024-11-21T13:20:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:15,621 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:15,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfcb111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4e9f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46717,-1 for getting cluster id 2024-11-21T13:20:15,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:15,623 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b6e7e8-0d4d-4536-ac64-989c186f8dad' 2024-11-21T13:20:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b6e7e8-0d4d-4536-ac64-989c186f8dad" 2024-11-21T13:20:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c99691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46717,-1] 2024-11-21T13:20:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:15,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:15,624 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:15,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6678ad3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a38758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,40739,-1 for getting cluster id 2024-11-21T13:20:15,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:15,629 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57fee9b2-10ac-473e-b4aa-78530b2c8cce' 2024-11-21T13:20:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57fee9b2-10ac-473e-b4aa-78530b2c8cce" 2024-11-21T13:20:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33722f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,40739,-1] 2024-11-21T13:20:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:15,630 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209d634c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a23714b 2024-11-21T13:20:15,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:15,632 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:15,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:46717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:20:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:20:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:15,695 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:46717' 2024-11-21T13:20:15,696 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f910a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,696 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46717,-1 for getting cluster id 2024-11-21T13:20:15,696 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:15,697 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b6e7e8-0d4d-4536-ac64-989c186f8dad' 2024-11-21T13:20:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b6e7e8-0d4d-4536-ac64-989c186f8dad" 2024-11-21T13:20:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c81562b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46717,-1] 2024-11-21T13:20:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:15,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:15,698 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:15,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78072dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:15,699 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:15,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:15,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@545a3627 2024-11-21T13:20:15,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:15,700 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:15,700 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:20:15,701 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:20:15,701 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:15,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:15,701 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:15,701 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:15,702 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:20:15,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:20:15,703 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:15,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:20:15,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:20:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:15,752 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:20:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:16,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8574415a0e66291cfcb59b74f8cb9398, NAME => 'hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c 2024-11-21T13:20:16,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:20:16,116 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:16,116 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8574415a0e66291cfcb59b74f8cb9398, disabling compactions & flushes 2024-11-21T13:20:16,116 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:16,116 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:16,116 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. after waiting 0 ms 2024-11-21T13:20:16,116 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:16,116 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:16,116 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8574415a0e66291cfcb59b74f8cb9398: Waiting for close lock at 1732195216116Disabling compacts and flushes for region at 1732195216116Disabling writes for close at 1732195216116Writing region close event to WAL at 1732195216116Closed at 1732195216116 2024-11-21T13:20:16,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:20:16,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195216117"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195216117"}]},"ts":"1732195216117"} 2024-11-21T13:20:16,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:20:16,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:20:16,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195216120"}]},"ts":"1732195216120"} 2024-11-21T13:20:16,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:20:16,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8574415a0e66291cfcb59b74f8cb9398, ASSIGN}] 2024-11-21T13:20:16,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8574415a0e66291cfcb59b74f8cb9398, ASSIGN 2024-11-21T13:20:16,124 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8574415a0e66291cfcb59b74f8cb9398, ASSIGN; state=OFFLINE, location=4fe6efa1e611,33333,1732195202287; forceNewPlan=false, retain=false 2024-11-21T13:20:16,168 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T13:20:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:16,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8574415a0e66291cfcb59b74f8cb9398, regionState=OPENING, regionLocation=4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:16,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8574415a0e66291cfcb59b74f8cb9398, ASSIGN because future has completed 2024-11-21T13:20:16,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8574415a0e66291cfcb59b74f8cb9398, server=4fe6efa1e611,33333,1732195202287}] 2024-11-21T13:20:16,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:16,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:16,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:20:16,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C33333%2C1732195202287.rep, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/oldWALs, maxLogs=10 2024-11-21T13:20:16,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.rep.1732195216433, exclude list is [], retry=0 2024-11-21T13:20:16,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37805,DS-b6edc2e2-9602-42e0-b91e-317a2e5c0451,DISK] 2024-11-21T13:20:16,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.rep.1732195216433 2024-11-21T13:20:16,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44125:44125)] 2024-11-21T13:20:16,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8574415a0e66291cfcb59b74f8cb9398, NAME => 'hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:16,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:16,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:20:16,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. service=MultiRowMutationService 2024-11-21T13:20:16,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:20:16,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:16,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,450 INFO [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,451 INFO [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8574415a0e66291cfcb59b74f8cb9398 columnFamilyName hfileref 2024-11-21T13:20:16,451 DEBUG [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:16,451 INFO [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] regionserver.HStore(327): Store=8574415a0e66291cfcb59b74f8cb9398/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:16,452 INFO [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,452 INFO [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8574415a0e66291cfcb59b74f8cb9398 columnFamilyName queue 2024-11-21T13:20:16,452 DEBUG [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:16,453 INFO [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] regionserver.HStore(327): Store=8574415a0e66291cfcb59b74f8cb9398/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:16,453 INFO [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,454 INFO [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8574415a0e66291cfcb59b74f8cb9398 columnFamilyName sid 2024-11-21T13:20:16,454 DEBUG [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:16,454 INFO [StoreOpener-8574415a0e66291cfcb59b74f8cb9398-1 {}] regionserver.HStore(327): Store=8574415a0e66291cfcb59b74f8cb9398/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:16,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:20:16,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:16,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8574415a0e66291cfcb59b74f8cb9398; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72983997, jitterRate=0.08754630386829376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:20:16,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:16,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8574415a0e66291cfcb59b74f8cb9398: Running coprocessor pre-open hook at 1732195216449Writing region info on filesystem at 1732195216449Initializing all the Stores at 1732195216450 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195216450Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195216450Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195216450Cleaning up temporary data from old regions at 1732195216456 (+6 ms)Running coprocessor post-open hooks at 1732195216458 (+2 ms)Region opened successfully at 1732195216459 (+1 ms) 2024-11-21T13:20:16,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398., pid=10, masterSystemTime=1732195216428 2024-11-21T13:20:16,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:16,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:16,462 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8574415a0e66291cfcb59b74f8cb9398, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:16,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8574415a0e66291cfcb59b74f8cb9398, server=4fe6efa1e611,33333,1732195202287 because future has completed 2024-11-21T13:20:16,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:20:16,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8574415a0e66291cfcb59b74f8cb9398, server=4fe6efa1e611,33333,1732195202287 in 188 msec 2024-11-21T13:20:16,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:20:16,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8574415a0e66291cfcb59b74f8cb9398, ASSIGN in 343 msec 2024-11-21T13:20:16,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:20:16,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195216467"}]},"ts":"1732195216467"} 2024-11-21T13:20:16,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:20:16,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:20:16,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-11-21T13:20:16,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398., hostname=4fe6efa1e611,33333,1732195202287, seqNum=2] 2024-11-21T13:20:16,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:16,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:16,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:20:16,736 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:20:16,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:20:16,746 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:20:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:16,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:16,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:16,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:16,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:16,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:16,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:16,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:16,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:16,786 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,33333,1732195202287, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:20:16,786 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:16,787 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,33333,1732195202287, seqNum=-1] 2024-11-21T13:20:16,787 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:16,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T13:20:16,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,33333,1732195202287', locateType=CURRENT is [region=hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398., hostname=4fe6efa1e611,33333,1732195202287, seqNum=2] 2024-11-21T13:20:16,792 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:20:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:20:16,793 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:20:16,795 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,33333,1732195202287 suceeded 2024-11-21T13:20:16,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:20:16,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-21T13:20:16,799 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:46717,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:20:16,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1660 sec 2024-11-21T13:20:16,811 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:46717' 2024-11-21T13:20:16,813 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6630435e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:16,813 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46717,-1 for getting cluster id 2024-11-21T13:20:16,813 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:16,814 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b6e7e8-0d4d-4536-ac64-989c186f8dad' 2024-11-21T13:20:16,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:16,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b6e7e8-0d4d-4536-ac64-989c186f8dad" 2024-11-21T13:20:16,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6077234a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:16,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46717,-1] 2024-11-21T13:20:16,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:16,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:16,816 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:16,817 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70c84e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:16,817 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:16,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:16,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13664aed 2024-11-21T13:20:16,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:16,819 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T13:20:16,820 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,33333,1732195202287 (queues=1) is replicating from cluster=57fee9b2-10ac-473e-b4aa-78530b2c8cce to cluster=d4b6e7e8-0d4d-4536-ac64-989c186f8dad 2024-11-21T13:20:16,820 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C33333%2C1732195202287 2024-11-21T13:20:16,820 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,33333,1732195202287, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:20:16,820 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C33333%2C1732195202287 2024-11-21T13:20:16,821 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615, startPosition=0, beingWritten=true 2024-11-21T13:20:16,826 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:16,827 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 379, reset compression=false 2024-11-21T13:20:16,827 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,33333,1732195202287 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:20:17,032 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 379, reset compression=false 2024-11-21T13:20:17,335 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 379, reset compression=false 2024-11-21T13:20:17,739 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 379, reset compression=false 2024-11-21T13:20:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:17,779 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:20:17,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:17,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:17,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:17,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:17,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:17,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652534fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:17,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46717,-1 for getting cluster id 2024-11-21T13:20:17,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:17,780 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b6e7e8-0d4d-4536-ac64-989c186f8dad' 2024-11-21T13:20:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b6e7e8-0d4d-4536-ac64-989c186f8dad" 2024-11-21T13:20:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e559e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46717,-1] 2024-11-21T13:20:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:17,782 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:17,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4969a632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:17,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:17,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:17,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69522e12 2024-11-21T13:20:17,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:17,785 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:17,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:40739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:20:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:20:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:17,787 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:40739' 2024-11-21T13:20:17,788 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d90c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:17,788 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,40739,-1 for getting cluster id 2024-11-21T13:20:17,788 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:17,789 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57fee9b2-10ac-473e-b4aa-78530b2c8cce' 2024-11-21T13:20:17,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:17,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57fee9b2-10ac-473e-b4aa-78530b2c8cce" 2024-11-21T13:20:17,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446dd84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:17,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,40739,-1] 2024-11-21T13:20:17,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:17,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:17,790 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:17,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133c0956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:17,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:17,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:17,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b2febad 2024-11-21T13:20:17,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:17,792 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:17,793 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:20:17,793 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:20:17,793 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:17,793 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:17,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:17,793 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:17,794 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:20:17,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:20:17,795 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:17,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:20:17,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:20:17,844 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:20:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:18,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bea332539e212b31e0a9515aca10632d, NAME => 'hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462 2024-11-21T13:20:18,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:20:18,243 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 379, reset compression=false 2024-11-21T13:20:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:18,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:18,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bea332539e212b31e0a9515aca10632d, disabling compactions & flushes 2024-11-21T13:20:18,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:18,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:18,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. after waiting 0 ms 2024-11-21T13:20:18,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:18,612 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:18,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bea332539e212b31e0a9515aca10632d: Waiting for close lock at 1732195218611Disabling compacts and flushes for region at 1732195218611Disabling writes for close at 1732195218612 (+1 ms)Writing region close event to WAL at 1732195218612Closed at 1732195218612 2024-11-21T13:20:18,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:20:18,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195218613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195218613"}]},"ts":"1732195218613"} 2024-11-21T13:20:18,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:20:18,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:20:18,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195218615"}]},"ts":"1732195218615"} 2024-11-21T13:20:18,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:20:18,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bea332539e212b31e0a9515aca10632d, ASSIGN}] 2024-11-21T13:20:18,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bea332539e212b31e0a9515aca10632d, ASSIGN 2024-11-21T13:20:18,619 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bea332539e212b31e0a9515aca10632d, ASSIGN; state=OFFLINE, location=4fe6efa1e611,34507,1732195207847; forceNewPlan=false, retain=false 2024-11-21T13:20:18,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bea332539e212b31e0a9515aca10632d, regionState=OPENING, regionLocation=4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:18,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bea332539e212b31e0a9515aca10632d, ASSIGN because future has completed 2024-11-21T13:20:18,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bea332539e212b31e0a9515aca10632d, server=4fe6efa1e611,34507,1732195207847}] 2024-11-21T13:20:18,846 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 379, reset compression=false 2024-11-21T13:20:18,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:18,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:18,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:20:18,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C34507%2C1732195207847.rep, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/oldWALs, maxLogs=10 2024-11-21T13:20:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:18,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.rep.1732195218929, exclude list is [], retry=0 2024-11-21T13:20:18,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36259,DS-d26abe3a-13be-4292-aabe-5f67f2f6dbe9,DISK] 2024-11-21T13:20:18,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.rep.1732195218929 2024-11-21T13:20:18,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44093:44093)] 2024-11-21T13:20:18,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bea332539e212b31e0a9515aca10632d, NAME => 'hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:18,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:18,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:20:18,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. service=MultiRowMutationService 2024-11-21T13:20:18,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:20:18,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:18,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,948 INFO [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,949 INFO [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bea332539e212b31e0a9515aca10632d columnFamilyName hfileref 2024-11-21T13:20:18,949 DEBUG [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:18,949 INFO [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] regionserver.HStore(327): Store=bea332539e212b31e0a9515aca10632d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:18,949 INFO [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,950 INFO [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bea332539e212b31e0a9515aca10632d columnFamilyName queue 2024-11-21T13:20:18,950 DEBUG [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:18,951 INFO [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] regionserver.HStore(327): Store=bea332539e212b31e0a9515aca10632d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:18,951 INFO [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,952 INFO [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bea332539e212b31e0a9515aca10632d columnFamilyName sid 2024-11-21T13:20:18,952 DEBUG [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:18,952 INFO [StoreOpener-bea332539e212b31e0a9515aca10632d-1 {}] regionserver.HStore(327): Store=bea332539e212b31e0a9515aca10632d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:18,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:20:18,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:18,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bea332539e212b31e0a9515aca10632d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65998479, jitterRate=-0.01654602587223053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:20:18,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:18,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bea332539e212b31e0a9515aca10632d: Running coprocessor pre-open hook at 1732195218945Writing region info on filesystem at 1732195218945Initializing all the Stores at 1732195218946 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195218946Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195218948 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195218948Cleaning up temporary data from old regions at 1732195218954 (+6 ms)Running coprocessor post-open hooks at 1732195218961 (+7 ms)Region opened successfully at 1732195218961 2024-11-21T13:20:18,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d., pid=10, masterSystemTime=1732195218924 2024-11-21T13:20:18,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:18,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:18,965 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bea332539e212b31e0a9515aca10632d, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:18,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bea332539e212b31e0a9515aca10632d, server=4fe6efa1e611,34507,1732195207847 because future has completed 2024-11-21T13:20:18,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:20:18,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bea332539e212b31e0a9515aca10632d, server=4fe6efa1e611,34507,1732195207847 in 196 msec 2024-11-21T13:20:18,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:20:18,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bea332539e212b31e0a9515aca10632d, ASSIGN in 352 msec 2024-11-21T13:20:18,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:20:18,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195218971"}]},"ts":"1732195218971"} 2024-11-21T13:20:18,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:20:18,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:20:18,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-21T13:20:18,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d., hostname=4fe6efa1e611,34507,1732195207847, seqNum=2] 2024-11-21T13:20:19,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:19,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:19,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:20:19,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:20:19,257 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:20:19,282 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,34507,1732195207847, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:20:19,283 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:19,283 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1] 2024-11-21T13:20:19,283 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:19,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T13:20:19,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,34507,1732195207847', locateType=CURRENT is [region=hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d., hostname=4fe6efa1e611,34507,1732195207847, seqNum=2] 2024-11-21T13:20:19,287 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:20:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:20:19,289 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,34507,1732195207847 suceeded 2024-11-21T13:20:19,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:20:19,291 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:40739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:20:19,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-21T13:20:19,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-21T13:20:19,301 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:40739' 2024-11-21T13:20:19,302 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8bbd540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:19,303 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,40739,-1 for getting cluster id 2024-11-21T13:20:19,303 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:19,303 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57fee9b2-10ac-473e-b4aa-78530b2c8cce' 2024-11-21T13:20:19,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:19,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57fee9b2-10ac-473e-b4aa-78530b2c8cce" 2024-11-21T13:20:19,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70de1552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:19,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,40739,-1] 2024-11-21T13:20:19,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:19,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:19,304 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:19,305 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20374fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:19,305 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:19,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:19,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e6cad19 2024-11-21T13:20:19,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:19,306 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T13:20:19,307 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,34507,1732195207847 (queues=1) is replicating from cluster=d4b6e7e8-0d4d-4536-ac64-989c186f8dad to cluster=57fee9b2-10ac-473e-b4aa-78530b2c8cce 2024-11-21T13:20:19,307 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C34507%2C1732195207847 2024-11-21T13:20:19,307 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,34507,1732195207847, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:20:19,307 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C34507%2C1732195207847 2024-11-21T13:20:19,307 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300, startPosition=0, beingWritten=true 2024-11-21T13:20:19,312 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:19,312 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 379, reset compression=false 2024-11-21T13:20:19,312 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34507,1732195207847 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:20:19,516 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 379, reset compression=false 2024-11-21T13:20:19,550 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 379, reset compression=false 2024-11-21T13:20:19,820 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 379, reset compression=false 2024-11-21T13:20:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:19,949 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:20:19,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:19,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:19,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:19,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:19,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:19,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:19,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732195219952/Put/seqid=0 2024-11-21T13:20:19,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741840_1016 (size=7894) 2024-11-21T13:20:20,223 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 379, reset compression=false 2024-11-21T13:20:20,354 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 379, reset compression=false 2024-11-21T13:20:20,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732195220358/Put/seqid=0 2024-11-21T13:20:20,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741841_1017 (size=7691) 2024-11-21T13:20:20,727 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 379, reset compression=false 2024-11-21T13:20:20,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b14573d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:20,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,40739,-1 for getting cluster id 2024-11-21T13:20:20,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:20,767 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57fee9b2-10ac-473e-b4aa-78530b2c8cce' 2024-11-21T13:20:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57fee9b2-10ac-473e-b4aa-78530b2c8cce" 2024-11-21T13:20:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b419dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,40739,-1] 2024-11-21T13:20:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:20,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:20,768 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:20,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231c405b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:20,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:20,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,33333,1732195202287, seqNum=-1] 2024-11-21T13:20:20,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:20,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:20,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4604b7ca 2024-11-21T13:20:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:20,780 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:20,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e., hostname=4fe6efa1e611,33333,1732195202287, seqNum=2] 2024-11-21T13:20:20,785 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:20:20,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T13:20:20,793 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T13:20:20,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e1d6ea6dc2bb2f9808e1eb2d3109428e/f 2024-11-21T13:20:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T13:20:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:20:20,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e1d6ea6dc2bb2f9808e1eb2d3109428e/f 2024-11-21T13:20:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T13:20:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:20:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HRegion(2603): Flush status journal for e1d6ea6dc2bb2f9808e1eb2d3109428e: 2024-11-21T13:20:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins__test__u5uq0k37kj3v9kt4aundsihg49cn364193a0gnl5u8e0f52m8fqbdnbsgs79qntv/f/hfile_0 2024-11-21T13:20:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins__test__u5uq0k37kj3v9kt4aundsihg49cn364193a0gnl5u8e0f52m8fqbdnbsgs79qntv/f/hfile_0 as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_ 2024-11-21T13:20:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins__test__u5uq0k37kj3v9kt4aundsihg49cn364193a0gnl5u8e0f52m8fqbdnbsgs79qntv/f/hfile_1 2024-11-21T13:20:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins__test__u5uq0k37kj3v9kt4aundsihg49cn364193a0gnl5u8e0f52m8fqbdnbsgs79qntv/f/hfile_1 as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/1e8fa2f66a58400683828617a5c78f2e_SeqId_4_ 2024-11-21T13:20:20,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins__test__u5uq0k37kj3v9kt4aundsihg49cn364193a0gnl5u8e0f52m8fqbdnbsgs79qntv/f/hfile_0 into e1d6ea6dc2bb2f9808e1eb2d3109428e/f as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_ - updating store file list. 2024-11-21T13:20:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:20:20,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_ into e1d6ea6dc2bb2f9808e1eb2d3109428e/f 2024-11-21T13:20:20,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins__test__u5uq0k37kj3v9kt4aundsihg49cn364193a0gnl5u8e0f52m8fqbdnbsgs79qntv/f/hfile_0 into e1d6ea6dc2bb2f9808e1eb2d3109428e/f (new location: hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_) 2024-11-21T13:20:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins__test__u5uq0k37kj3v9kt4aundsihg49cn364193a0gnl5u8e0f52m8fqbdnbsgs79qntv/f/hfile_0 2024-11-21T13:20:20,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins__test__u5uq0k37kj3v9kt4aundsihg49cn364193a0gnl5u8e0f52m8fqbdnbsgs79qntv/f/hfile_1 into e1d6ea6dc2bb2f9808e1eb2d3109428e/f as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/1e8fa2f66a58400683828617a5c78f2e_SeqId_4_ - updating store file list. 2024-11-21T13:20:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e8fa2f66a58400683828617a5c78f2e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:20:20,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/1e8fa2f66a58400683828617a5c78f2e_SeqId_4_ into e1d6ea6dc2bb2f9808e1eb2d3109428e/f 2024-11-21T13:20:20,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins__test__u5uq0k37kj3v9kt4aundsihg49cn364193a0gnl5u8e0f52m8fqbdnbsgs79qntv/f/hfile_1 into e1d6ea6dc2bb2f9808e1eb2d3109428e/f (new location: hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/1e8fa2f66a58400683828617a5c78f2e_SeqId_4_) 2024-11-21T13:20:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins__test__u5uq0k37kj3v9kt4aundsihg49cn364193a0gnl5u8e0f52m8fqbdnbsgs79qntv/f/hfile_1 2024-11-21T13:20:20,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:20,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:20,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:20,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:20,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e., hostname=4fe6efa1e611,33333,1732195202287, seqNum=2 , the old value is region=test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e., hostname=4fe6efa1e611,33333,1732195202287, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4fe6efa1e611:33333 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:20:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e., hostname=4fe6efa1e611,33333,1732195202287, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:20:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e., hostname=4fe6efa1e611,33333,1732195202287, seqNum=2 from cache 2024-11-21T13:20:20,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1] 2024-11-21T13:20:20,822 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T13:20:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:20,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195213471.9f28074e448700312a5a633d8be48243., hostname=4fe6efa1e611,34507,1732195207847, seqNum=2] 2024-11-21T13:20:20,827 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T13:20:20,930 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:33333 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T13:20:21,258 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 379, reset compression=false 2024-11-21T13:20:21,263 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:20:21,263 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,33333,1732195202287 got entry batch from reader: WALEntryBatch [walEntries=[{test/e1d6ea6dc2bb2f9808e1eb2d3109428e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732195220820/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T13:20:21,265 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:20:21,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-21T13:20:21,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(318): Replicating [57fee9b2-10ac-473e-b4aa-78530b2c8cce] bulk loaded data 2024-11-21T13:20:21,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35dabc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:21,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46717,-1 for getting cluster id 2024-11-21T13:20:21,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:21,268 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b6e7e8-0d4d-4536-ac64-989c186f8dad' 2024-11-21T13:20:21,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:21,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b6e7e8-0d4d-4536-ac64-989c186f8dad" 2024-11-21T13:20:21,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56588fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:21,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46717,-1] 2024-11-21T13:20:21,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:21,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:21,269 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:21,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ada92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741840_1016 (size=7894) 2024-11-21T13:20:21,331 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 379, reset compression=false 2024-11-21T13:20:21,463 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 687, reset compression=false 2024-11-21T13:20:21,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741841_1017 (size=7691) 2024-11-21T13:20:21,767 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 687, reset compression=false 2024-11-21T13:20:21,829 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T13:20:21,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:20:21,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:21,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:21,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:21,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:21,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:21,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:22,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:22,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:22,035 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 379, reset compression=false 2024-11-21T13:20:22,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:22,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:22,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22f135f0 2024-11-21T13:20:22,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:22,091 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T13:20:22,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:20:22,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:22,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1] 2024-11-21T13:20:22,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:22,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T13:20:22,099 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/1e8fa2f66a58400683828617a5c78f2e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T13:20:22,101 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T13:20:22,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/1e8fa2f66a58400683828617a5c78f2e_SeqId_4_ for inclusion in 9f28074e448700312a5a633d8be48243/f 2024-11-21T13:20:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T13:20:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:20:22,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_ for inclusion in 9f28074e448700312a5a633d8be48243/f 2024-11-21T13:20:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T13:20:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:20:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HRegion(2603): Flush status journal for 9f28074e448700312a5a633d8be48243: 2024-11-21T13:20:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e8fa2f66a58400683828617a5c78f2e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:20:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/1e8fa2f66a58400683828617a5c78f2e_SeqId_4_ as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/1e450cf50dc64946acfa7205dfbd3f81_SeqId_4_ 2024-11-21T13:20:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:20:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_ as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/ff60752831d14afb90acb1895d4a480e_SeqId_4_ 2024-11-21T13:20:22,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/1e8fa2f66a58400683828617a5c78f2e_SeqId_4_ into 9f28074e448700312a5a633d8be48243/f as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/1e450cf50dc64946acfa7205dfbd3f81_SeqId_4_ - updating store file list. 2024-11-21T13:20:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e450cf50dc64946acfa7205dfbd3f81_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:20:22,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/1e450cf50dc64946acfa7205dfbd3f81_SeqId_4_ into 9f28074e448700312a5a633d8be48243/f 2024-11-21T13:20:22,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/1e8fa2f66a58400683828617a5c78f2e_SeqId_4_ into 9f28074e448700312a5a633d8be48243/f (new location: hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/1e450cf50dc64946acfa7205dfbd3f81_SeqId_4_) 2024-11-21T13:20:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/1e8fa2f66a58400683828617a5c78f2e_SeqId_4_ 2024-11-21T13:20:22,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_ into 9f28074e448700312a5a633d8be48243/f as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/ff60752831d14afb90acb1895d4a480e_SeqId_4_ - updating store file list. 2024-11-21T13:20:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff60752831d14afb90acb1895d4a480e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:20:22,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/ff60752831d14afb90acb1895d4a480e_SeqId_4_ into 9f28074e448700312a5a633d8be48243/f 2024-11-21T13:20:22,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_ into 9f28074e448700312a5a633d8be48243/f (new location: hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/ff60752831d14afb90acb1895d4a480e_SeqId_4_) 2024-11-21T13:20:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins.hfs.11__test__hif28k0bqe9c26tekcslujl0r2v766pv9jr8fj1kj3pke8u16kli9g9r1jsdngf1/f/a0a3d99aa7f3477b921768a0cc532ea8_SeqId_4_ 2024-11-21T13:20:22,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(324): Finished replicating [57fee9b2-10ac-473e-b4aa-78530b2c8cce] bulk loaded data 2024-11-21T13:20:22,171 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 687, reset compression=false 2024-11-21T13:20:22,676 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 687, reset compression=false 2024-11-21T13:20:22,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:22,839 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 379, reset compression=false 2024-11-21T13:20:22,841 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732195222840/Put/seqid=0 2024-11-21T13:20:22,843 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:20:22,843 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34507,1732195207847 got entry batch from reader: WALEntryBatch [walEntries=[{test/9f28074e448700312a5a633d8be48243/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732195222130/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T13:20:22,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741842_1018 (size=11194) 2024-11-21T13:20:22,846 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:20:22,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-21T13:20:22,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(318): Replicating [57fee9b2-10ac-473e-b4aa-78530b2c8cce, d4b6e7e8-0d4d-4536-ac64-989c186f8dad] bulk loaded data 2024-11-21T13:20:22,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@423519b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:22,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,40739,-1 for getting cluster id 2024-11-21T13:20:22,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:22,848 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57fee9b2-10ac-473e-b4aa-78530b2c8cce' 2024-11-21T13:20:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57fee9b2-10ac-473e-b4aa-78530b2c8cce" 2024-11-21T13:20:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@209145dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,40739,-1] 2024-11-21T13:20:22,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:22,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:22,849 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:22,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48889ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:22,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741842_1018 (size=7691) 2024-11-21T13:20:23,044 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 725, reset compression=false 2024-11-21T13:20:23,247 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732195223247/Put/seqid=0 2024-11-21T13:20:23,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741843_1019 (size=10791) 2024-11-21T13:20:23,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741843_1019 (size=7894) 2024-11-21T13:20:23,280 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 687, reset compression=false 2024-11-21T13:20:23,347 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 725, reset compression=false 2024-11-21T13:20:23,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fed80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:23,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46717,-1 for getting cluster id 2024-11-21T13:20:23,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:23,654 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4b6e7e8-0d4d-4536-ac64-989c186f8dad' 2024-11-21T13:20:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4b6e7e8-0d4d-4536-ac64-989c186f8dad" 2024-11-21T13:20:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce16b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:23,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46717,-1] 2024-11-21T13:20:23,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:23,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:23,655 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:23,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1477e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:23,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1] 2024-11-21T13:20:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:23,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:23,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@440cfdd6 2024-11-21T13:20:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:23,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:23,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:23,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66bf98c3 2024-11-21T13:20:23,667 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:23,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:23,668 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T13:20:23,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:20:23,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:23,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,33333,1732195202287, seqNum=-1] 2024-11-21T13:20:23,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:23,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195213471.9f28074e448700312a5a633d8be48243., hostname=4fe6efa1e611,34507,1732195207847, seqNum=2] 2024-11-21T13:20:23,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T13:20:23,674 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:20:23,677 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__l018itfjhu2pbrq2h1bv4hjfadnf2536jp50rhvcd3fe1garjbpqv4dkkjanfl1h/f/1e450cf50dc64946acfa7205dfbd3f81_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T13:20:23,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__l018itfjhu2pbrq2h1bv4hjfadnf2536jp50rhvcd3fe1garjbpqv4dkkjanfl1h/f/ff60752831d14afb90acb1895d4a480e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T13:20:23,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T13:20:23,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(324): Finished replicating [57fee9b2-10ac-473e-b4aa-78530b2c8cce, d4b6e7e8-0d4d-4536-ac64-989c186f8dad] bulk loaded data 2024-11-21T13:20:23,683 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T13:20:23,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 9f28074e448700312a5a633d8be48243/f 2024-11-21T13:20:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T13:20:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:20:23,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 9f28074e448700312a5a633d8be48243/f 2024-11-21T13:20:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T13:20:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:20:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HRegion(2603): Flush status journal for 9f28074e448700312a5a633d8be48243: 2024-11-21T13:20:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins__test__pmt6j7ght42ljru2caks4j3nll8uj81bv0pg438cv5sqebb786k7t3n9andumma1/f/hfile_0 2024-11-21T13:20:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins__test__pmt6j7ght42ljru2caks4j3nll8uj81bv0pg438cv5sqebb786k7t3n9andumma1/f/hfile_0 as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_ 2024-11-21T13:20:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins__test__pmt6j7ght42ljru2caks4j3nll8uj81bv0pg438cv5sqebb786k7t3n9andumma1/f/hfile_1 2024-11-21T13:20:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins__test__pmt6j7ght42ljru2caks4j3nll8uj81bv0pg438cv5sqebb786k7t3n9andumma1/f/hfile_1 as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_ 2024-11-21T13:20:23,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins__test__pmt6j7ght42ljru2caks4j3nll8uj81bv0pg438cv5sqebb786k7t3n9andumma1/f/hfile_0 into 9f28074e448700312a5a633d8be48243/f as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_ - updating store file list. 2024-11-21T13:20:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T13:20:23,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_ into 9f28074e448700312a5a633d8be48243/f 2024-11-21T13:20:23,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins__test__pmt6j7ght42ljru2caks4j3nll8uj81bv0pg438cv5sqebb786k7t3n9andumma1/f/hfile_0 into 9f28074e448700312a5a633d8be48243/f (new location: hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_) 2024-11-21T13:20:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins__test__pmt6j7ght42ljru2caks4j3nll8uj81bv0pg438cv5sqebb786k7t3n9andumma1/f/hfile_0 2024-11-21T13:20:23,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins__test__pmt6j7ght42ljru2caks4j3nll8uj81bv0pg438cv5sqebb786k7t3n9andumma1/f/hfile_1 into 9f28074e448700312a5a633d8be48243/f as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_ - updating store file list. 2024-11-21T13:20:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T13:20:23,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_ into 9f28074e448700312a5a633d8be48243/f 2024-11-21T13:20:23,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins__test__pmt6j7ght42ljru2caks4j3nll8uj81bv0pg438cv5sqebb786k7t3n9andumma1/f/hfile_1 into 9f28074e448700312a5a633d8be48243/f (new location: hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/f/241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_) 2024-11-21T13:20:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/staging/jenkins__test__pmt6j7ght42ljru2caks4j3nll8uj81bv0pg438cv5sqebb786k7t3n9andumma1/f/hfile_1 2024-11-21T13:20:23,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:23,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:23,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:23,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732195213471.9f28074e448700312a5a633d8be48243., hostname=4fe6efa1e611,34507,1732195207847, seqNum=2 , the old value is region=test,,1732195213471.9f28074e448700312a5a633d8be48243., hostname=4fe6efa1e611,34507,1732195207847, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4fe6efa1e611:34507 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:20:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732195213471.9f28074e448700312a5a633d8be48243., hostname=4fe6efa1e611,34507,1732195207847, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:20:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732195213471.9f28074e448700312a5a633d8be48243., hostname=4fe6efa1e611,34507,1732195207847, seqNum=2 from cache 2024-11-21T13:20:23,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:23,713 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T13:20:23,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:23,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,33333,1732195202287, seqNum=-1] 2024-11-21T13:20:23,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:23,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e., hostname=4fe6efa1e611,33333,1732195202287, seqNum=2] 2024-11-21T13:20:23,724 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T13:20:23,751 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 725, reset compression=false 2024-11-21T13:20:23,756 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:20:23,756 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34507,1732195207847 got entry batch from reader: WALEntryBatch [walEntries=[{test/9f28074e448700312a5a633d8be48243/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732195223710/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T13:20:23,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(318): Replicating [d4b6e7e8-0d4d-4536-ac64-989c186f8dad] bulk loaded data 2024-11-21T13:20:23,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741844_1020 (size=11194) 2024-11-21T13:20:23,818 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:34507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T13:20:23,956 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 1033, reset compression=false 2024-11-21T13:20:23,983 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 687, reset compression=false 2024-11-21T13:20:24,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741845_1021 (size=10791) 2024-11-21T13:20:24,260 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 1033, reset compression=false 2024-11-21T13:20:24,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T13:20:24,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T13:20:24,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:20:24,583 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T13:20:24,586 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T13:20:24,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_ for inclusion in e1d6ea6dc2bb2f9808e1eb2d3109428e/f 2024-11-21T13:20:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T13:20:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:20:24,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_ for inclusion in e1d6ea6dc2bb2f9808e1eb2d3109428e/f 2024-11-21T13:20:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T13:20:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:20:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HRegion(2603): Flush status journal for e1d6ea6dc2bb2f9808e1eb2d3109428e: 2024-11-21T13:20:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:20:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_ as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/5255252801ee4f7eb59d31cc9734fc1e_SeqId_6_ 2024-11-21T13:20:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:20:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_ as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/756f7c4427b84a2f8498c2e86b859ead_SeqId_6_ 2024-11-21T13:20:24,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_ into e1d6ea6dc2bb2f9808e1eb2d3109428e/f as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/5255252801ee4f7eb59d31cc9734fc1e_SeqId_6_ - updating store file list. 2024-11-21T13:20:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5255252801ee4f7eb59d31cc9734fc1e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T13:20:24,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/5255252801ee4f7eb59d31cc9734fc1e_SeqId_6_ into e1d6ea6dc2bb2f9808e1eb2d3109428e/f 2024-11-21T13:20:24,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_ into e1d6ea6dc2bb2f9808e1eb2d3109428e/f (new location: hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/5255252801ee4f7eb59d31cc9734fc1e_SeqId_6_) 2024-11-21T13:20:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/241835dcc6d242edb9d7691f8e5c9e8f_SeqId_6_ 2024-11-21T13:20:24,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_ into e1d6ea6dc2bb2f9808e1eb2d3109428e/f as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/756f7c4427b84a2f8498c2e86b859ead_SeqId_6_ - updating store file list. 2024-11-21T13:20:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 756f7c4427b84a2f8498c2e86b859ead_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T13:20:24,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/756f7c4427b84a2f8498c2e86b859ead_SeqId_6_ into e1d6ea6dc2bb2f9808e1eb2d3109428e/f 2024-11-21T13:20:24,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_ into e1d6ea6dc2bb2f9808e1eb2d3109428e/f (new location: hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/f/756f7c4427b84a2f8498c2e86b859ead_SeqId_6_) 2024-11-21T13:20:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/staging/jenkins.hfs.10__test__25oshtj4ipe4eti31n2q5h092volodl8m4pag1esu56qhopmc2gdtttdd4ogoefg/f/aebde343661f4fc9a7e4d47aa3c2317e_SeqId_6_ 2024-11-21T13:20:24,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33333 {}] regionserver.ReplicationSink(324): Finished replicating [d4b6e7e8-0d4d-4536-ac64-989c186f8dad] bulk loaded data 2024-11-21T13:20:24,663 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 1033, reset compression=false 2024-11-21T13:20:24,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:20:24,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:24,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:24,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:24,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:24,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:24,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:20:24,737 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1309572352, stopped=false 2024-11-21T13:20:24,737 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,46717,1732195207701 2024-11-21T13:20:24,786 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 687, reset compression=false 2024-11-21T13:20:24,792 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:20:24,792 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,33333,1732195202287 got entry batch from reader: WALEntryBatch [walEntries=[{test/e1d6ea6dc2bb2f9808e1eb2d3109428e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732195224607/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T13:20:24,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(318): Replicating [d4b6e7e8-0d4d-4536-ac64-989c186f8dad, 57fee9b2-10ac-473e-b4aa-78530b2c8cce] bulk loaded data 2024-11-21T13:20:24,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1648566285/running 2024-11-21T13:20:24,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1648566285/running 2024-11-21T13:20:24,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:24,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:24,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:20:24,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:24,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:24,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:24,798 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,34507,1732195207847' ***** 2024-11-21T13:20:24,798 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:20:24,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Set watcher on znode that does not yet exist, /1-1648566285/running 2024-11-21T13:20:24,799 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:20:24,799 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:20:24,799 INFO [RS:0;4fe6efa1e611:34507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:20:24,799 INFO [RS:0;4fe6efa1e611:34507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:20:24,799 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f28074e448700312a5a633d8be48243 2024-11-21T13:20:24,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Set watcher on znode that does not yet exist, /1-1648566285/running 2024-11-21T13:20:24,799 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(3091): Received CLOSE for bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:24,799 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:24,799 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:20:24,800 INFO [RS:0;4fe6efa1e611:34507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:34507. 2024-11-21T13:20:24,799 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f28074e448700312a5a633d8be48243, disabling compactions & flushes 2024-11-21T13:20:24,800 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:24,800 DEBUG [RS:0;4fe6efa1e611:34507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:24,800 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:24,800 DEBUG [RS:0;4fe6efa1e611:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:24,800 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195213471.9f28074e448700312a5a633d8be48243. after waiting 0 ms 2024-11-21T13:20:24,800 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:24,800 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:20:24,800 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:20:24,800 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:20:24,800 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:20:24,804 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:20:24,804 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9f28074e448700312a5a633d8be48243=test,,1732195213471.9f28074e448700312a5a633d8be48243., bea332539e212b31e0a9515aca10632d=hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d.} 2024-11-21T13:20:24,804 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f28074e448700312a5a633d8be48243, bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:24,804 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:20:24,804 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:20:24,804 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:20:24,804 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:20:24,804 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:20:24,804 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:20:24,809 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/default/test/9f28074e448700312a5a633d8be48243/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T13:20:24,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741844_1020 (size=10791) 2024-11-21T13:20:24,809 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:24,809 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:20:24,809 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:24,809 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f28074e448700312a5a633d8be48243: Waiting for close lock at 1732195224799Running coprocessor pre-close hooks at 1732195224799Disabling compacts and flushes for region at 1732195224799Disabling writes for close at 1732195224800 (+1 ms)Writing region close event to WAL at 1732195224804 (+4 ms)Running coprocessor post-close hooks at 1732195224809 (+5 ms)Closed at 1732195224809 2024-11-21T13:20:24,810 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195213471.9f28074e448700312a5a633d8be48243. 2024-11-21T13:20:24,810 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bea332539e212b31e0a9515aca10632d, disabling compactions & flushes 2024-11-21T13:20:24,810 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:24,810 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:24,810 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. after waiting 0 ms 2024-11-21T13:20:24,810 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:24,810 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bea332539e212b31e0a9515aca10632d 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T13:20:24,822 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/info/e9aba8cc285a45f5ab259766d7281beb is 147, key is hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d./info:regioninfo/1732195218964/Put/seqid=0 2024-11-21T13:20:24,825 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/.tmp/hfileref/338f24b95866403893a69a0a1d82bf5b is 74, key is 1/hfileref:1e450cf50dc64946acfa7205dfbd3f81_SeqId_4_/1732195223683/DeleteColumn/seqid=0 2024-11-21T13:20:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741845_1021 (size=11194) 2024-11-21T13:20:24,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741846_1022 (size=7686) 2024-11-21T13:20:24,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741847_1023 (size=5345) 2024-11-21T13:20:24,882 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:20:24,992 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 1033, reset compression=false 2024-11-21T13:20:25,004 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:25,167 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 1033, reset compression=false 2024-11-21T13:20:25,171 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:25,171 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 1328, reset compression=false 2024-11-21T13:20:25,171 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34507,1732195207847 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:20:25,173 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4fe6efa1e611,34507,1732195207847: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4fe6efa1e611,34507,1732195207847, walGroup=4fe6efa1e611%2C34507%2C1732195207847, offset=4fe6efa1e611%2C34507%2C1732195207847.1732195210300:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:34507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T13:20:25,175 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T13:20:25,177 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T13:20:25,178 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T13:20:25,178 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T13:20:25,178 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T13:20:25,178 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 541138624 }, "NonHeapMemoryUsage": { "committed": 189988864, "init": 7667712, "max": -1, "used": 187237104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T13:20:25,181 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T13:20:25,204 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:25,221 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:20:25,221 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:20:25,228 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/info/e9aba8cc285a45f5ab259766d7281beb 2024-11-21T13:20:25,230 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/.tmp/hfileref/338f24b95866403893a69a0a1d82bf5b 2024-11-21T13:20:25,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:20:25,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:25,247 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/.tmp/queue/c8dad807f6164c5896c9b43d3eecb4cd is 154, key is 1-4fe6efa1e611,34507,1732195207847/queue:4fe6efa1e611%2C34507%2C1732195207847/1732195224611/Put/seqid=0 2024-11-21T13:20:25,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741848_1024 (size=5353) 2024-11-21T13:20:25,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 from cache 2024-11-21T13:20:25,259 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/ns/8fc5260d9c09434d842f9a0625a8db58 is 43, key is default/ns:d/1732195211264/Put/seqid=0 2024-11-21T13:20:25,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741849_1025 (size=5153) 2024-11-21T13:20:25,296 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 1033, reset compression=false 2024-11-21T13:20:25,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:25,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1] 2024-11-21T13:20:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 from cache 2024-11-21T13:20:25,375 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 1328, reset compression=false 2024-11-21T13:20:25,405 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:25,568 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1] 2024-11-21T13:20:25,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:25,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 from cache 2024-11-21T13:20:25,605 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bea332539e212b31e0a9515aca10632d 2024-11-21T13:20:25,651 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/.tmp/queue/c8dad807f6164c5896c9b43d3eecb4cd 2024-11-21T13:20:25,655 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/.tmp/hfileref/338f24b95866403893a69a0a1d82bf5b as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/hfileref/338f24b95866403893a69a0a1d82bf5b 2024-11-21T13:20:25,659 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/hfileref/338f24b95866403893a69a0a1d82bf5b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T13:20:25,660 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/.tmp/queue/c8dad807f6164c5896c9b43d3eecb4cd as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/queue/c8dad807f6164c5896c9b43d3eecb4cd 2024-11-21T13:20:25,663 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/ns/8fc5260d9c09434d842f9a0625a8db58 2024-11-21T13:20:25,664 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/queue/c8dad807f6164c5896c9b43d3eecb4cd, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T13:20:25,665 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bea332539e212b31e0a9515aca10632d in 855ms, sequenceid=12, compaction requested=false 2024-11-21T13:20:25,675 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/replication/bea332539e212b31e0a9515aca10632d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T13:20:25,676 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:25,676 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:20:25,676 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:25,676 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bea332539e212b31e0a9515aca10632d: Waiting for close lock at 1732195224810Running coprocessor pre-close hooks at 1732195224810Disabling compacts and flushes for region at 1732195224810Disabling writes for close at 1732195224810Obtaining lock to block concurrent updates at 1732195224810Preparing flush snapshotting stores in bea332539e212b31e0a9515aca10632d at 1732195224810Finished memstore snapshotting hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732195224810Flushing stores of hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. at 1732195224811 (+1 ms)Flushing bea332539e212b31e0a9515aca10632d/hfileref: creating writer at 1732195224811Flushing bea332539e212b31e0a9515aca10632d/hfileref: appending metadata at 1732195224824 (+13 ms)Flushing bea332539e212b31e0a9515aca10632d/hfileref: closing flushed file at 1732195224824Flushing bea332539e212b31e0a9515aca10632d/queue: creating writer at 1732195225234 (+410 ms)Flushing bea332539e212b31e0a9515aca10632d/queue: appending metadata at 1732195225246 (+12 ms)Flushing bea332539e212b31e0a9515aca10632d/queue: closing flushed file at 1732195225246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b3a828c: reopening flushed file at 1732195225655 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eaa7c48: reopening flushed file at 1732195225659 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bea332539e212b31e0a9515aca10632d in 855ms, sequenceid=12, compaction requested=false at 1732195225665 (+6 ms)Writing region close event to WAL at 1732195225668 (+3 ms)Running coprocessor post-close hooks at 1732195225676 (+8 ms)Closed at 1732195225676 2024-11-21T13:20:25,676 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195217793.bea332539e212b31e0a9515aca10632d. 2024-11-21T13:20:25,679 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 1328, reset compression=false 2024-11-21T13:20:25,685 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/rep_barrier/c52d85abd68d4f3599d7b871e08889a1 is 112, key is test,,1732195213471.9f28074e448700312a5a633d8be48243./rep_barrier:seqnumDuringOpen/1732195214618/Put/seqid=0 2024-11-21T13:20:25,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741850_1026 (size=5518) 2024-11-21T13:20:25,700 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 1033, reset compression=false 2024-11-21T13:20:25,805 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:20:25,805 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:20:25,805 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:20:25,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:25,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1] 2024-11-21T13:20:25,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:25,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 from cache 2024-11-21T13:20:26,005 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:20:26,086 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 1328, reset compression=false 2024-11-21T13:20:26,133 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/rep_barrier/c52d85abd68d4f3599d7b871e08889a1 2024-11-21T13:20:26,149 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/table/7a98643f3df345f884ca2264ea562067 is 53, key is hbase:replication/table:state/1732195218971/Put/seqid=0 2024-11-21T13:20:26,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741851_1027 (size=5308) 2024-11-21T13:20:26,203 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 1033, reset compression=false 2024-11-21T13:20:26,205 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:20:26,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:26,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1] 2024-11-21T13:20:26,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:26,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:26,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:26,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34507,1732195207847, seqNum=-1 from cache 2024-11-21T13:20:26,390 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:26,391 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T13:20:25.253Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.360Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.570Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.880Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:26.390Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4fe6efa1e611,34507,1732195207847 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-21T13:20:26,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T13:20:25.253Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.360Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.570Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.880Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:26.390Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4fe6efa1e611,34507,1732195207847 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-21T13:20:26,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:52406 deadline: 1732195284792, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T13:20:25.253Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.360Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.570Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.880Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:26.390Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:26,397 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T13:20:25.253Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.360Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.570Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:25.880Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting 2024-11-21T13:20:26.390Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 4fe6efa1e611,34507,1732195207847 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:26,405 DEBUG [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:20:26,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:26,500 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4fe6efa1e611,34507,1732195207847 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:26,553 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/table/7a98643f3df345f884ca2264ea562067 2024-11-21T13:20:26,558 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/info/e9aba8cc285a45f5ab259766d7281beb as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/info/e9aba8cc285a45f5ab259766d7281beb 2024-11-21T13:20:26,562 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/info/e9aba8cc285a45f5ab259766d7281beb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:20:26,563 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/ns/8fc5260d9c09434d842f9a0625a8db58 as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/ns/8fc5260d9c09434d842f9a0625a8db58 2024-11-21T13:20:26,567 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/ns/8fc5260d9c09434d842f9a0625a8db58, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:20:26,568 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/rep_barrier/c52d85abd68d4f3599d7b871e08889a1 as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/rep_barrier/c52d85abd68d4f3599d7b871e08889a1 2024-11-21T13:20:26,572 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/rep_barrier/c52d85abd68d4f3599d7b871e08889a1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:20:26,573 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/.tmp/table/7a98643f3df345f884ca2264ea562067 as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/table/7a98643f3df345f884ca2264ea562067 2024-11-21T13:20:26,577 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/table/7a98643f3df345f884ca2264ea562067, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:20:26,578 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1774ms, sequenceid=16, compaction requested=false 2024-11-21T13:20:26,583 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:20:26,583 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:26,583 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:20:26,583 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:20:26,583 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195224804Running coprocessor pre-close hooks at 1732195224804Disabling compacts and flushes for region at 1732195224804Disabling writes for close at 1732195224804Obtaining lock to block concurrent updates at 1732195224804Preparing flush snapshotting stores in 1588230740 at 1732195224804Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195224805 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732195224805Flushing 1588230740/info: creating writer at 1732195224805Flushing 1588230740/info: appending metadata at 1732195224822 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732195224822Flushing 1588230740/ns: creating writer at 1732195225233 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732195225258 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732195225258Flushing 1588230740/rep_barrier: creating writer at 1732195225667 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195225684 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195225684Flushing 1588230740/table: creating writer at 1732195226137 (+453 ms)Flushing 1588230740/table: appending metadata at 1732195226149 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732195226149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8319ce: reopening flushed file at 1732195226558 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724b15bf: reopening flushed file at 1732195226563 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b49c89: reopening flushed file at 1732195226568 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224ad4fa: reopening flushed file at 1732195226572 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1774ms, sequenceid=16, compaction requested=false at 1732195226579 (+7 ms)Writing region close event to WAL at 1732195226580 (+1 ms)Running coprocessor post-close hooks at 1732195226583 (+3 ms)Closed at 1732195226583 2024-11-21T13:20:26,583 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:20:26,590 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 to pos 1328, reset compression=false 2024-11-21T13:20:26,606 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,34507,1732195207847; all regions closed. 2024-11-21T13:20:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741834_1010 (size=4239) 2024-11-21T13:20:26,608 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.meta.1732195211215.meta not finished, retry = 0 2024-11-21T13:20:26,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:26,704 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4fe6efa1e611,34507,1732195207847 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741839_1015 (size=3127) 2024-11-21T13:20:26,711 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.rep.1732195218929 not finished, retry = 0 2024-11-21T13:20:26,807 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 1033, reset compression=false 2024-11-21T13:20:26,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/WALs/4fe6efa1e611,34507,1732195207847/4fe6efa1e611%2C34507%2C1732195207847.1732195210300 not finished, retry = 0 2024-11-21T13:20:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741832_1008 (size=1336) 2024-11-21T13:20:26,914 DEBUG [RS:0;4fe6efa1e611:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:26,914 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:20:26,914 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:20:26,915 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:20:26,915 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:20:26,915 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:20:26,915 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,34507,1732195207847 because: Region server is closing 2024-11-21T13:20:26,915 INFO [RS:0;4fe6efa1e611:34507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:34507. 2024-11-21T13:20:26,916 DEBUG [RS:0;4fe6efa1e611:34507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:26,916 DEBUG [RS:0;4fe6efa1e611:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:26,916 DEBUG [RS:0;4fe6efa1e611:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:26,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:27,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4fe6efa1e611,34507,1732195207847 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:27,007 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4fe6efa1e611,34507,1732195207847 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:27,016 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.shipper4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 terminated 2024-11-21T13:20:27,016 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34507,1732195207847.replicationSource.wal-reader.4fe6efa1e611%2C34507%2C1732195207847,1-4fe6efa1e611,34507,1732195207847 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:20:27,016 INFO [RS:0;4fe6efa1e611:34507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:34507. 2024-11-21T13:20:27,016 DEBUG [RS:0;4fe6efa1e611:34507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:27,016 DEBUG [RS:0;4fe6efa1e611:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:27,016 DEBUG [RS:0;4fe6efa1e611:34507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:27,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:27,016 INFO [RS:0;4fe6efa1e611:34507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34507 2024-11-21T13:20:27,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1648566285/rs/4fe6efa1e611,34507,1732195207847 2024-11-21T13:20:27,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285/rs 2024-11-21T13:20:27,066 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:20:27,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,34507,1732195207847] 2024-11-21T13:20:27,087 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1648566285/draining/4fe6efa1e611,34507,1732195207847 already deleted, retry=false 2024-11-21T13:20:27,087 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,34507,1732195207847 expired; onlineServers=0 2024-11-21T13:20:27,087 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,46717,1732195207701' ***** 2024-11-21T13:20:27,087 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:20:27,087 INFO [M:0;4fe6efa1e611:46717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:20:27,087 INFO [M:0;4fe6efa1e611:46717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:20:27,088 DEBUG [M:0;4fe6efa1e611:46717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:20:27,088 DEBUG [M:0;4fe6efa1e611:46717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:20:27,088 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:20:27,088 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195210015 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195210015,5,FailOnTimeoutGroup] 2024-11-21T13:20:27,088 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195210015 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195210015,5,FailOnTimeoutGroup] 2024-11-21T13:20:27,088 INFO [M:0;4fe6efa1e611:46717 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:20:27,088 INFO [M:0;4fe6efa1e611:46717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:20:27,088 DEBUG [M:0;4fe6efa1e611:46717 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:20:27,088 INFO [M:0;4fe6efa1e611:46717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:20:27,088 INFO [M:0;4fe6efa1e611:46717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:20:27,088 INFO [M:0;4fe6efa1e611:46717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:20:27,088 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:20:27,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1648566285/master 2024-11-21T13:20:27,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1648566285 2024-11-21T13:20:27,098 DEBUG [M:0;4fe6efa1e611:46717 {}] zookeeper.ZKUtil(347): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Unable to get data of znode /1-1648566285/master because node does not exist (not an error) 2024-11-21T13:20:27,098 WARN [M:0;4fe6efa1e611:46717 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:20:27,098 INFO [M:0;4fe6efa1e611:46717 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/.lastflushedseqids 2024-11-21T13:20:27,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741852_1028 (size=263) 2024-11-21T13:20:27,103 INFO [M:0;4fe6efa1e611:46717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:20:27,103 INFO [M:0;4fe6efa1e611:46717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:20:27,103 DEBUG [M:0;4fe6efa1e611:46717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:20:27,103 INFO [M:0;4fe6efa1e611:46717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:27,103 DEBUG [M:0;4fe6efa1e611:46717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:27,103 DEBUG [M:0;4fe6efa1e611:46717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:20:27,103 DEBUG [M:0;4fe6efa1e611:46717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:27,103 INFO [M:0;4fe6efa1e611:46717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T13:20:27,130 DEBUG [M:0;4fe6efa1e611:46717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be7c6e250633442d86b08064e103269e is 82, key is hbase:meta,,1/info:regioninfo/1732195211247/Put/seqid=0 2024-11-21T13:20:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741853_1029 (size=5672) 2024-11-21T13:20:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:20:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34507-0x1015d8d27750004, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:20:27,177 INFO [RS:0;4fe6efa1e611:34507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:20:27,177 INFO [RS:0;4fe6efa1e611:34507 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,34507,1732195207847; zookeeper connection closed. 2024-11-21T13:20:27,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e56159b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e56159b 2024-11-21T13:20:27,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:20:27,410 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4fe6efa1e611:34507 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4fe6efa1e611/172.17.0.2:34507 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:27,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4fe6efa1e611:34507 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4fe6efa1e611/172.17.0.2:34507 2024-11-21T13:20:27,410 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=4fe6efa1e611:34507 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4fe6efa1e611/172.17.0.2:34507 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4fe6efa1e611/172.17.0.2:34507 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T13:20:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T13:20:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:37666 deadline: 1732195287412, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T13:20:27,413 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-21T13:20:27,414 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T13:20:27,511 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 1033, reset compression=false 2024-11-21T13:20:27,534 INFO [M:0;4fe6efa1e611:46717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be7c6e250633442d86b08064e103269e 2024-11-21T13:20:27,557 DEBUG [M:0;4fe6efa1e611:46717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50dedc1553bc40928f0a1218a96d1cbb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732195218975/Put/seqid=0 2024-11-21T13:20:27,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741854_1030 (size=8517) 2024-11-21T13:20:27,914 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T13:20:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T13:20:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:37666 deadline: 1732195287915, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T13:20:27,916 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-21T13:20:27,917 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T13:20:27,918 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T13:20:27,964 INFO [M:0;4fe6efa1e611:46717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50dedc1553bc40928f0a1218a96d1cbb 2024-11-21T13:20:27,980 DEBUG [M:0;4fe6efa1e611:46717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b28473d20b48cfb80be4a5c33a0735 is 69, key is 4fe6efa1e611,34507,1732195207847/rs:state/1732195210116/Put/seqid=0 2024-11-21T13:20:27,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741855_1031 (size=5156) 2024-11-21T13:20:28,314 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 1033, reset compression=false 2024-11-21T13:20:28,384 INFO [M:0;4fe6efa1e611:46717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b28473d20b48cfb80be4a5c33a0735 2024-11-21T13:20:28,389 DEBUG [M:0;4fe6efa1e611:46717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be7c6e250633442d86b08064e103269e as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be7c6e250633442d86b08064e103269e 2024-11-21T13:20:28,393 INFO [M:0;4fe6efa1e611:46717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be7c6e250633442d86b08064e103269e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T13:20:28,394 DEBUG [M:0;4fe6efa1e611:46717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50dedc1553bc40928f0a1218a96d1cbb as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50dedc1553bc40928f0a1218a96d1cbb 2024-11-21T13:20:28,397 INFO [M:0;4fe6efa1e611:46717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50dedc1553bc40928f0a1218a96d1cbb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T13:20:28,399 DEBUG [M:0;4fe6efa1e611:46717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b28473d20b48cfb80be4a5c33a0735 as hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24b28473d20b48cfb80be4a5c33a0735 2024-11-21T13:20:28,404 INFO [M:0;4fe6efa1e611:46717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24b28473d20b48cfb80be4a5c33a0735, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T13:20:28,405 INFO [M:0;4fe6efa1e611:46717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=97, compaction requested=false 2024-11-21T13:20:28,412 INFO [M:0;4fe6efa1e611:46717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:28,412 DEBUG [M:0;4fe6efa1e611:46717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195227103Disabling compacts and flushes for region at 1732195227103Disabling writes for close at 1732195227103Obtaining lock to block concurrent updates at 1732195227103Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195227103Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732195227104 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195227104Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195227104Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195227130 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195227130Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195227538 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195227557 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195227557Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195227968 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195227980 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195227980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b82ca6: reopening flushed file at 1732195228388 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564e28b3: reopening flushed file at 1732195228393 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7f0bfd: reopening flushed file at 1732195228398 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=97, compaction requested=false at 1732195228405 (+7 ms)Writing region close event to WAL at 1732195228412 (+7 ms)Closed at 1732195228412 2024-11-21T13:20:28,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36259 is added to blk_1073741830_1006 (size=63666) 2024-11-21T13:20:28,417 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b248427d-b1f4-1f8c-4d50-e4a1cb472462/MasterData/WALs/4fe6efa1e611,46717,1732195207701/4fe6efa1e611%2C46717%2C1732195207701.1732195209742 not finished, retry = 0 2024-11-21T13:20:28,518 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:20:28,518 INFO [M:0;4fe6efa1e611:46717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:20:28,518 INFO [M:0;4fe6efa1e611:46717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46717 2024-11-21T13:20:28,518 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T13:20:28,518 INFO [M:0;4fe6efa1e611:46717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:20:28,519 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4fe6efa1e611:46717 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4fe6efa1e611/172.17.0.2:46717 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:28,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4fe6efa1e611:46717 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4fe6efa1e611/172.17.0.2:46717 2024-11-21T13:20:28,628 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:28,629 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4fe6efa1e611:46717 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4fe6efa1e611/172.17.0.2:46717 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:20:28,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=4fe6efa1e611:46717 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4fe6efa1e611/172.17.0.2:46717 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-21T13:20:28,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 4fe6efa1e611:46717 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4fe6efa1e611/172.17.0.2:46717 2024-11-21T13:20:28,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:20:28,682 INFO [M:0;4fe6efa1e611:46717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:20:28,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46717-0x1015d8d27750003, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:20:28,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7729d149{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:20:28,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6083b726{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:20:28,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:20:28,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecaec44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:20:28,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cafbe3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/hadoop.log.dir/,STOPPED} 2024-11-21T13:20:28,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:20:28,718 WARN [BP-176719950-172.17.0.2-1732195205775 heartbeating to localhost/127.0.0.1:45673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:20:28,718 WARN [BP-176719950-172.17.0.2-1732195205775 heartbeating to localhost/127.0.0.1:45673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-176719950-172.17.0.2-1732195205775 (Datanode Uuid 83e565c8-5c5d-41b3-abce-2923711b01aa) service to localhost/127.0.0.1:45673 2024-11-21T13:20:28,718 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:20:28,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/cluster_c232274f-85ec-77e2-771e-d580012814d9/data/data1/current/BP-176719950-172.17.0.2-1732195205775 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:20:28,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/cluster_c232274f-85ec-77e2-771e-d580012814d9/data/data2/current/BP-176719950-172.17.0.2-1732195205775 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:20:28,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:20:28,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f981e7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:20:28,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@591134e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:20:28,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:20:28,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2067e905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:20:28,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ff4b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/hadoop.log.dir/,STOPPED} 2024-11-21T13:20:28,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:20:28,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:20:28,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:28,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:28,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:28,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:28,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:28,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:20:28,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=279169541, stopped=false 2024-11-21T13:20:28,746 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,40739,1732195202080 2024-11-21T13:20:28,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086497002/running 2024-11-21T13:20:28,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:28,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086497002/running 2024-11-21T13:20:28,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:20:28,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:28,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Set watcher on znode that does not yet exist, /02086497002/running 2024-11-21T13:20:28,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:28,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Set watcher on znode that does not yet exist, /02086497002/running 2024-11-21T13:20:28,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:28,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:28,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,33333,1732195202287' ***** 2024-11-21T13:20:28,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:20:28,762 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:20:28,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:20:28,762 INFO [RS:0;4fe6efa1e611:33333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:20:28,762 INFO [RS:0;4fe6efa1e611:33333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:20:28,762 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(3091): Received CLOSE for 8574415a0e66291cfcb59b74f8cb9398 2024-11-21T13:20:28,763 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(3091): Received CLOSE for e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:28,763 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:28,763 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:20:28,763 INFO [RS:0;4fe6efa1e611:33333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:33333. 2024-11-21T13:20:28,763 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8574415a0e66291cfcb59b74f8cb9398, disabling compactions & flushes 2024-11-21T13:20:28,763 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:28,763 DEBUG [RS:0;4fe6efa1e611:33333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:28,763 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:28,763 DEBUG [RS:0;4fe6efa1e611:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:28,763 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. after waiting 0 ms 2024-11-21T13:20:28,763 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:28,763 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:20:28,763 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8574415a0e66291cfcb59b74f8cb9398 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-21T13:20:28,764 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:20:28,764 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:20:28,764 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:20:28,764 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:20:28,764 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1325): Online Regions={8574415a0e66291cfcb59b74f8cb9398=hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398., e1d6ea6dc2bb2f9808e1eb2d3109428e=test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:20:28,764 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8574415a0e66291cfcb59b74f8cb9398, e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:28,764 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:20:28,764 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:20:28,764 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:20:28,764 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:20:28,764 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:20:28,764 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:20:28,778 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/info/768b6f9e759246e8865cc9c06f20ff52 is 147, key is hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398./info:regioninfo/1732195216461/Put/seqid=0 2024-11-21T13:20:28,780 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/.tmp/hfileref/99c06bcc476f4f7b83dfee233edeeb97 is 74, key is 1/hfileref:1e8fa2f66a58400683828617a5c78f2e_SeqId_4_/1732195222133/DeleteColumn/seqid=0 2024-11-21T13:20:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741846_1022 (size=7686) 2024-11-21T13:20:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741847_1023 (size=5345) 2024-11-21T13:20:28,795 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:20:28,838 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:28,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4fe6efa1e611:46717 this server is in the failed servers list 2024-11-21T13:20:28,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4fe6efa1e611:46717 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:28,964 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8574415a0e66291cfcb59b74f8cb9398, e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:29,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:29,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4fe6efa1e611:46717 this server is in the failed servers list 2024-11-21T13:20:29,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4fe6efa1e611:46717 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:29,165 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8574415a0e66291cfcb59b74f8cb9398, e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:29,183 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/info/768b6f9e759246e8865cc9c06f20ff52 2024-11-21T13:20:29,184 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/.tmp/hfileref/99c06bcc476f4f7b83dfee233edeeb97 2024-11-21T13:20:29,202 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/ns/90a30d7a411b4f3db57cc98038b77fcf is 43, key is default/ns:d/1732195205685/Put/seqid=0 2024-11-21T13:20:29,202 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/.tmp/queue/7862597723e84044ae46e819d9122148 is 153, key is 1-4fe6efa1e611,33333,1732195202287/queue:4fe6efa1e611%2C33333%2C1732195202287/1732195222135/Put/seqid=0 2024-11-21T13:20:29,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741849_1025 (size=5352) 2024-11-21T13:20:29,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741848_1024 (size=5153) 2024-11-21T13:20:29,218 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 1033, reset compression=false 2024-11-21T13:20:29,365 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8574415a0e66291cfcb59b74f8cb9398, e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:29,557 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:20:29,557 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:20:29,565 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8574415a0e66291cfcb59b74f8cb9398, e1d6ea6dc2bb2f9808e1eb2d3109428e 2024-11-21T13:20:29,607 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/ns/90a30d7a411b4f3db57cc98038b77fcf 2024-11-21T13:20:29,607 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/.tmp/queue/7862597723e84044ae46e819d9122148 2024-11-21T13:20:29,612 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/.tmp/hfileref/99c06bcc476f4f7b83dfee233edeeb97 as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/hfileref/99c06bcc476f4f7b83dfee233edeeb97 2024-11-21T13:20:29,616 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/hfileref/99c06bcc476f4f7b83dfee233edeeb97, entries=4, sequenceid=10, filesize=5.2 K 2024-11-21T13:20:29,617 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/.tmp/queue/7862597723e84044ae46e819d9122148 as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/queue/7862597723e84044ae46e819d9122148 2024-11-21T13:20:29,622 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/queue/7862597723e84044ae46e819d9122148, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T13:20:29,622 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8574415a0e66291cfcb59b74f8cb9398 in 859ms, sequenceid=10, compaction requested=false 2024-11-21T13:20:29,622 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:20:29,627 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/replication/8574415a0e66291cfcb59b74f8cb9398/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T13:20:29,627 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/rep_barrier/fde48fc0eb224ceca7c348e8559f20eb is 112, key is test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e./rep_barrier:seqnumDuringOpen/1732195212454/Put/seqid=0 2024-11-21T13:20:29,627 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:29,627 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:20:29,627 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:29,628 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8574415a0e66291cfcb59b74f8cb9398: Waiting for close lock at 1732195228763Running coprocessor pre-close hooks at 1732195228763Disabling compacts and flushes for region at 1732195228763Disabling writes for close at 1732195228763Obtaining lock to block concurrent updates at 1732195228763Preparing flush snapshotting stores in 8574415a0e66291cfcb59b74f8cb9398 at 1732195228763Finished memstore snapshotting hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732195228763Flushing stores of hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. at 1732195228764 (+1 ms)Flushing 8574415a0e66291cfcb59b74f8cb9398/hfileref: creating writer at 1732195228764Flushing 8574415a0e66291cfcb59b74f8cb9398/hfileref: appending metadata at 1732195228780 (+16 ms)Flushing 8574415a0e66291cfcb59b74f8cb9398/hfileref: closing flushed file at 1732195228780Flushing 8574415a0e66291cfcb59b74f8cb9398/queue: creating writer at 1732195229187 (+407 ms)Flushing 8574415a0e66291cfcb59b74f8cb9398/queue: appending metadata at 1732195229202 (+15 ms)Flushing 8574415a0e66291cfcb59b74f8cb9398/queue: closing flushed file at 1732195229202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48663eda: reopening flushed file at 1732195229611 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a2887: reopening flushed file at 1732195229616 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8574415a0e66291cfcb59b74f8cb9398 in 859ms, sequenceid=10, compaction requested=false at 1732195229622 (+6 ms)Writing region close event to WAL at 1732195229624 (+2 ms)Running coprocessor post-close hooks at 1732195229627 (+3 ms)Closed at 1732195229627 2024-11-21T13:20:29,628 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195215701.8574415a0e66291cfcb59b74f8cb9398. 2024-11-21T13:20:29,628 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1d6ea6dc2bb2f9808e1eb2d3109428e, disabling compactions & flushes 2024-11-21T13:20:29,628 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:29,628 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:29,628 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. after waiting 0 ms 2024-11-21T13:20:29,628 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:29,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741850_1026 (size=5518) 2024-11-21T13:20:29,631 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/default/test/e1d6ea6dc2bb2f9808e1eb2d3109428e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T13:20:29,632 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:29,632 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:20:29,632 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:29,632 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1d6ea6dc2bb2f9808e1eb2d3109428e: Waiting for close lock at 1732195229628Running coprocessor pre-close hooks at 1732195229628Disabling compacts and flushes for region at 1732195229628Disabling writes for close at 1732195229628Writing region close event to WAL at 1732195229629 (+1 ms)Running coprocessor post-close hooks at 1732195229632 (+3 ms)Closed at 1732195229632 2024-11-21T13:20:29,632 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195211307.e1d6ea6dc2bb2f9808e1eb2d3109428e. 2024-11-21T13:20:29,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:29,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4fe6efa1e611:46717 this server is in the failed servers list 2024-11-21T13:20:29,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4fe6efa1e611:46717 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:29,765 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:20:29,765 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:20:29,765 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:20:29,965 DEBUG [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:20:30,031 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/rep_barrier/fde48fc0eb224ceca7c348e8559f20eb 2024-11-21T13:20:30,048 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/table/a4b55e4665f34fc38edccb98ed547d59 is 53, key is hbase:replication/table:state/1732195216467/Put/seqid=0 2024-11-21T13:20:30,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741851_1027 (size=5308) 2024-11-21T13:20:30,053 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/table/a4b55e4665f34fc38edccb98ed547d59 2024-11-21T13:20:30,057 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/info/768b6f9e759246e8865cc9c06f20ff52 as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/info/768b6f9e759246e8865cc9c06f20ff52 2024-11-21T13:20:30,066 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/info/768b6f9e759246e8865cc9c06f20ff52, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:20:30,067 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/ns/90a30d7a411b4f3db57cc98038b77fcf as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/ns/90a30d7a411b4f3db57cc98038b77fcf 2024-11-21T13:20:30,071 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/ns/90a30d7a411b4f3db57cc98038b77fcf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:20:30,072 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/rep_barrier/fde48fc0eb224ceca7c348e8559f20eb as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/rep_barrier/fde48fc0eb224ceca7c348e8559f20eb 2024-11-21T13:20:30,076 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/rep_barrier/fde48fc0eb224ceca7c348e8559f20eb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:20:30,077 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/.tmp/table/a4b55e4665f34fc38edccb98ed547d59 as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/table/a4b55e4665f34fc38edccb98ed547d59 2024-11-21T13:20:30,081 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/table/a4b55e4665f34fc38edccb98ed547d59, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:20:30,082 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-21T13:20:30,082 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:20:30,091 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:20:30,092 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:30,092 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:20:30,092 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:20:30,092 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195228764Running coprocessor pre-close hooks at 1732195228764Disabling compacts and flushes for region at 1732195228764Disabling writes for close at 1732195228764Obtaining lock to block concurrent updates at 1732195228765 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732195228765Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195228765Flushing stores of hbase:meta,,1.1588230740 at 1732195228765Flushing 1588230740/info: creating writer at 1732195228765Flushing 1588230740/info: appending metadata at 1732195228778 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732195228778Flushing 1588230740/ns: creating writer at 1732195229187 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732195229202 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732195229202Flushing 1588230740/rep_barrier: creating writer at 1732195229611 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195229627 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195229627Flushing 1588230740/table: creating writer at 1732195230035 (+408 ms)Flushing 1588230740/table: appending metadata at 1732195230048 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732195230048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1767776e: reopening flushed file at 1732195230057 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d93dfe: reopening flushed file at 1732195230066 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72aac67a: reopening flushed file at 1732195230071 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e33df00: reopening flushed file at 1732195230076 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1732195230082 (+6 ms)Writing region close event to WAL at 1732195230088 (+6 ms)Running coprocessor post-close hooks at 1732195230092 (+4 ms)Closed at 1732195230092 2024-11-21T13:20:30,092 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:20:30,166 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,33333,1732195202287; all regions closed. 2024-11-21T13:20:30,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741834_1010 (size=4239) 2024-11-21T13:20:30,168 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.meta.1732195205610.meta not finished, retry = 0 2024-11-21T13:20:30,222 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 1033, reset compression=false 2024-11-21T13:20:30,226 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:30,226 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.wal-reader.4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 to pos 1328, reset compression=false 2024-11-21T13:20:30,270 DEBUG [RS:0;4fe6efa1e611:33333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/oldWALs 2024-11-21T13:20:30,270 INFO [RS:0;4fe6efa1e611:33333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C33333%2C1732195202287.meta:.meta(num 1732195205610) 2024-11-21T13:20:30,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741839_1015 (size=2695) 2024-11-21T13:20:30,273 DEBUG [RS:0;4fe6efa1e611:33333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/oldWALs 2024-11-21T13:20:30,273 INFO [RS:0;4fe6efa1e611:33333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C33333%2C1732195202287.rep:(num 1732195216433) 2024-11-21T13:20:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741832_1008 (size=1336) 2024-11-21T13:20:30,275 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/WALs/4fe6efa1e611,33333,1732195202287/4fe6efa1e611%2C33333%2C1732195202287.1732195204615 not finished, retry = 0 2024-11-21T13:20:30,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:20:30,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:30,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:30,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:30,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:30,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:30,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:30,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:30,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:30,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:30,377 DEBUG [RS:0;4fe6efa1e611:33333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/oldWALs 2024-11-21T13:20:30,377 INFO [RS:0;4fe6efa1e611:33333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C33333%2C1732195202287:(num 1732195204615) 2024-11-21T13:20:30,377 DEBUG [RS:0;4fe6efa1e611:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:30,377 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:20:30,377 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:20:30,377 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:20:30,378 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:20:30,378 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:20:30,378 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,33333,1732195202287 because: Region server is closing 2024-11-21T13:20:30,378 INFO [RS:0;4fe6efa1e611:33333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:33333. 2024-11-21T13:20:30,378 DEBUG [RS:0;4fe6efa1e611:33333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:30,378 DEBUG [RS:0;4fe6efa1e611:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:30,378 DEBUG [RS:0;4fe6efa1e611:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:30,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:30,478 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-21T13:20:30,479 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T13:20:30,479 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T13:20:30,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:30,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:30,671 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:31,179 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33333,1732195202287.replicationSource.shipper4fe6efa1e611%2C33333%2C1732195202287,1-4fe6efa1e611,33333,1732195202287 terminated 2024-11-21T13:20:31,180 INFO [RS:0;4fe6efa1e611:33333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:33333. 2024-11-21T13:20:31,180 DEBUG [RS:0;4fe6efa1e611:33333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:31,180 DEBUG [RS:0;4fe6efa1e611:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:31,180 DEBUG [RS:0;4fe6efa1e611:33333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:31,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:31,180 INFO [RS:0;4fe6efa1e611:33333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33333 2024-11-21T13:20:31,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002/rs 2024-11-21T13:20:31,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086497002/rs/4fe6efa1e611,33333,1732195202287 2024-11-21T13:20:31,255 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:20:31,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,33333,1732195202287] 2024-11-21T13:20:31,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02086497002/draining/4fe6efa1e611,33333,1732195202287 already deleted, retry=false 2024-11-21T13:20:31,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,33333,1732195202287 expired; onlineServers=0 2024-11-21T13:20:31,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,40739,1732195202080' ***** 2024-11-21T13:20:31,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:20:31,340 INFO [M:0;4fe6efa1e611:40739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:20:31,340 INFO [M:0;4fe6efa1e611:40739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:20:31,340 DEBUG [M:0;4fe6efa1e611:40739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:20:31,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:20:31,340 DEBUG [M:0;4fe6efa1e611:40739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:20:31,340 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195204332 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195204332,5,FailOnTimeoutGroup] 2024-11-21T13:20:31,340 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195204340 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195204340,5,FailOnTimeoutGroup] 2024-11-21T13:20:31,340 INFO [M:0;4fe6efa1e611:40739 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:20:31,340 INFO [M:0;4fe6efa1e611:40739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:20:31,340 DEBUG [M:0;4fe6efa1e611:40739 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:20:31,340 INFO [M:0;4fe6efa1e611:40739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:20:31,340 INFO [M:0;4fe6efa1e611:40739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:20:31,340 INFO [M:0;4fe6efa1e611:40739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:20:31,340 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:20:31,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086497002/master 2024-11-21T13:20:31,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086497002 2024-11-21T13:20:31,350 DEBUG [M:0;4fe6efa1e611:40739 {}] zookeeper.ZKUtil(347): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Unable to get data of znode /02086497002/master because node does not exist (not an error) 2024-11-21T13:20:31,350 WARN [M:0;4fe6efa1e611:40739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:20:31,351 INFO [M:0;4fe6efa1e611:40739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/.lastflushedseqids 2024-11-21T13:20:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741852_1028 (size=263) 2024-11-21T13:20:31,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:20:31,418 INFO [RS:0;4fe6efa1e611:33333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:20:31,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33333-0x1015d8d27750001, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:20:31,419 INFO [RS:0;4fe6efa1e611:33333 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,33333,1732195202287; zookeeper connection closed. 2024-11-21T13:20:31,419 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37a2ea23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37a2ea23 2024-11-21T13:20:31,419 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:20:31,664 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T13:20:31,756 INFO [M:0;4fe6efa1e611:40739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:20:31,756 INFO [M:0;4fe6efa1e611:40739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:20:31,756 DEBUG [M:0;4fe6efa1e611:40739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:20:31,756 INFO [M:0;4fe6efa1e611:40739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:31,756 DEBUG [M:0;4fe6efa1e611:40739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:31,756 DEBUG [M:0;4fe6efa1e611:40739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:20:31,756 DEBUG [M:0;4fe6efa1e611:40739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:31,756 INFO [M:0;4fe6efa1e611:40739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T13:20:31,776 DEBUG [M:0;4fe6efa1e611:40739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/196f76bd1ef5435b93ee681052640f9a is 82, key is hbase:meta,,1/info:regioninfo/1732195205642/Put/seqid=0 2024-11-21T13:20:31,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741853_1029 (size=5672) 2024-11-21T13:20:32,181 INFO [M:0;4fe6efa1e611:40739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/196f76bd1ef5435b93ee681052640f9a 2024-11-21T13:20:32,202 DEBUG [M:0;4fe6efa1e611:40739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2eba79ab1ca483988eba010cb622d47 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732195216470/Put/seqid=0 2024-11-21T13:20:32,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741854_1030 (size=8517) 2024-11-21T13:20:32,606 INFO [M:0;4fe6efa1e611:40739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2eba79ab1ca483988eba010cb622d47 2024-11-21T13:20:32,628 DEBUG [M:0;4fe6efa1e611:40739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55dd0323c23847fab06097aa72adb772 is 69, key is 4fe6efa1e611,33333,1732195202287/rs:state/1732195204456/Put/seqid=0 2024-11-21T13:20:32,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741855_1031 (size=5156) 2024-11-21T13:20:32,632 INFO [M:0;4fe6efa1e611:40739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55dd0323c23847fab06097aa72adb772 2024-11-21T13:20:32,636 DEBUG [M:0;4fe6efa1e611:40739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/196f76bd1ef5435b93ee681052640f9a as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/196f76bd1ef5435b93ee681052640f9a 2024-11-21T13:20:32,640 INFO [M:0;4fe6efa1e611:40739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/196f76bd1ef5435b93ee681052640f9a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T13:20:32,641 DEBUG [M:0;4fe6efa1e611:40739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2eba79ab1ca483988eba010cb622d47 as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2eba79ab1ca483988eba010cb622d47 2024-11-21T13:20:32,645 INFO [M:0;4fe6efa1e611:40739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2eba79ab1ca483988eba010cb622d47, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T13:20:32,646 DEBUG [M:0;4fe6efa1e611:40739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55dd0323c23847fab06097aa72adb772 as hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55dd0323c23847fab06097aa72adb772 2024-11-21T13:20:32,650 INFO [M:0;4fe6efa1e611:40739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/2d0cf373-3ba6-86f8-1cb5-086e60cfce8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55dd0323c23847fab06097aa72adb772, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T13:20:32,650 INFO [M:0;4fe6efa1e611:40739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=97, compaction requested=false 2024-11-21T13:20:32,651 INFO [M:0;4fe6efa1e611:40739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:32,651 DEBUG [M:0;4fe6efa1e611:40739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195231756Disabling compacts and flushes for region at 1732195231756Disabling writes for close at 1732195231756Obtaining lock to block concurrent updates at 1732195231756Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195231756Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732195231757 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195231757Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195231757Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195231776 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195231776Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195232185 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195232202 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195232202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195232610 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195232627 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195232627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f37f683: reopening flushed file at 1732195232635 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3d82e5: reopening flushed file at 1732195232640 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a298af: reopening flushed file at 1732195232645 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=97, compaction requested=false at 1732195232650 (+5 ms)Writing region close event to WAL at 1732195232651 (+1 ms)Closed at 1732195232651 2024-11-21T13:20:32,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37805 is added to blk_1073741830_1006 (size=63666) 2024-11-21T13:20:32,659 INFO [M:0;4fe6efa1e611:40739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:20:32,659 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:20:32,659 INFO [M:0;4fe6efa1e611:40739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40739 2024-11-21T13:20:32,659 INFO [M:0;4fe6efa1e611:40739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:20:32,698 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:32,699 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:32,699 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:32,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:20:32,819 INFO [M:0;4fe6efa1e611:40739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:20:32,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40739-0x1015d8d27750000, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:20:32,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31bf21f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:20:32,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7be3d3c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:20:32,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:20:32,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db0dfa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:20:32,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4909ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/hadoop.log.dir/,STOPPED} 2024-11-21T13:20:32,823 WARN [BP-1862490309-172.17.0.2-1732195199975 heartbeating to localhost/127.0.0.1:46361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:20:32,823 WARN [BP-1862490309-172.17.0.2-1732195199975 heartbeating to localhost/127.0.0.1:46361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1862490309-172.17.0.2-1732195199975 (Datanode Uuid a7339513-eb87-41f3-82c3-3ef1e13122c2) service to localhost/127.0.0.1:46361 2024-11-21T13:20:32,823 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:20:32,823 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:20:32,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/cluster_3b49bf50-afed-da16-fe46-eff3054c9532/data/data1/current/BP-1862490309-172.17.0.2-1732195199975 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:20:32,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/cluster_3b49bf50-afed-da16-fe46-eff3054c9532/data/data2/current/BP-1862490309-172.17.0.2-1732195199975 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:20:32,824 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:20:32,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74bb3b0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:20:32,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ec0d391{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:20:32,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:20:32,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40b99dd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:20:32,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723c962b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0081dfb4-4e24-c66b-666d-ad72e1f597d5/hadoop.log.dir/,STOPPED} 2024-11-21T13:20:32,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T13:20:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:20:32,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 203) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59285) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45673 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46361 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46361 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45673 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59285) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46361 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 241), ProcessCount=11 (was 11), AvailableMemoryMB=1816 (was 1908) 2024-11-21T13:20:32,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=1815 2024-11-21T13:20:32,880 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-21T13:20:32,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/hadoop.log.dir so I do NOT create it in target/test-data/3aea048f-f24f-83db-4156-2795c1848be1 2024-11-21T13:20:32,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:20:32,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/hadoop.tmp.dir so I do NOT create it in target/test-data/3aea048f-f24f-83db-4156-2795c1848be1 2024-11-21T13:20:32,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0225a1f9-0039-eed5-e3f4-67fdde4f9470/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:20:32,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1 2024-11-21T13:20:32,881 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/cluster_e4932808-5884-cc92-4556-df223e8c2084, deleteOnExit=true 2024-11-21T13:20:32,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/cluster_e4932808-5884-cc92-4556-df223e8c2084/zookeeper_0, clientPort=56559, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/cluster_e4932808-5884-cc92-4556-df223e8c2084/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/cluster_e4932808-5884-cc92-4556-df223e8c2084/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T13:20:32,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56559 2024-11-21T13:20:32,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:20:32,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:20:32,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/test.cache.data in system properties and HBase conf 2024-11-21T13:20:32,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:20:32,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:20:32,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:20:32,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:20:32,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:20:32,906 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:20:32,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:20:32,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d8d27750005, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:20:32,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d8d27750002, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:20:32,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d8d27750002, quorum=127.0.0.1:59285, baseZNode=/02086497002 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:20:32,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d8d27750005, quorum=127.0.0.1:59285, baseZNode=/1-1648566285 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:20:33,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:33,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:20:33,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:20:33,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:20:33,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:20:33,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:33,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac1c08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:20:33,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@608d745a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:20:33,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51c15b19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/java.io.tmpdir/jetty-localhost-41631-hadoop-hdfs-3_4_1-tests_jar-_-any-9224698476297193224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:20:33,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f0d980a{HTTP/1.1, (http/1.1)}{localhost:41631} 2024-11-21T13:20:33,533 INFO [Time-limited test {}] server.Server(415): Started @204957ms 2024-11-21T13:20:34,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:34,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:20:34,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:20:34,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:20:34,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:20:34,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16427dfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:20:34,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33f5d961{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:20:34,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1edd163c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/java.io.tmpdir/jetty-localhost-39517-hadoop-hdfs-3_4_1-tests_jar-_-any-7401358523223125409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:20:34,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58356843{HTTP/1.1, (http/1.1)}{localhost:39517} 2024-11-21T13:20:34,256 INFO [Time-limited test {}] server.Server(415): Started @205680ms 2024-11-21T13:20:34,258 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:20:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:20:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:20:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:20:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T13:20:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T13:20:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:20:35,007 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/cluster_e4932808-5884-cc92-4556-df223e8c2084/data/data1/current/BP-1708482605-172.17.0.2-1732195232921/current, will proceed with Du for space computation calculation, 2024-11-21T13:20:35,008 WARN [Thread-2196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/cluster_e4932808-5884-cc92-4556-df223e8c2084/data/data2/current/BP-1708482605-172.17.0.2-1732195232921/current, will proceed with Du for space computation calculation, 2024-11-21T13:20:35,023 WARN [Thread-2183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:20:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x341795c67918ec44 with lease ID 0x27f1444c909ba94a: Processing first storage report for DS-fee6f0db-35bc-46d4-a8b7-bf2e24ca1f4b from datanode DatanodeRegistration(127.0.0.1:36613, datanodeUuid=6910764b-15cd-407d-a677-bd101c89d6f9, infoPort=35987, infoSecurePort=0, ipcPort=33047, storageInfo=lv=-57;cid=testClusterID;nsid=713373085;c=1732195232921) 2024-11-21T13:20:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x341795c67918ec44 with lease ID 0x27f1444c909ba94a: from storage DS-fee6f0db-35bc-46d4-a8b7-bf2e24ca1f4b node DatanodeRegistration(127.0.0.1:36613, datanodeUuid=6910764b-15cd-407d-a677-bd101c89d6f9, infoPort=35987, infoSecurePort=0, ipcPort=33047, storageInfo=lv=-57;cid=testClusterID;nsid=713373085;c=1732195232921), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:20:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x341795c67918ec44 with lease ID 0x27f1444c909ba94a: Processing first storage report for DS-b27c43e9-0615-4a4c-8b48-1ebb34838266 from datanode DatanodeRegistration(127.0.0.1:36613, datanodeUuid=6910764b-15cd-407d-a677-bd101c89d6f9, infoPort=35987, infoSecurePort=0, ipcPort=33047, storageInfo=lv=-57;cid=testClusterID;nsid=713373085;c=1732195232921) 2024-11-21T13:20:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x341795c67918ec44 with lease ID 0x27f1444c909ba94a: from storage DS-b27c43e9-0615-4a4c-8b48-1ebb34838266 node DatanodeRegistration(127.0.0.1:36613, datanodeUuid=6910764b-15cd-407d-a677-bd101c89d6f9, infoPort=35987, infoSecurePort=0, ipcPort=33047, storageInfo=lv=-57;cid=testClusterID;nsid=713373085;c=1732195232921), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:20:35,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1 2024-11-21T13:20:35,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:35,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:35,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:20:35,508 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c with version=8 2024-11-21T13:20:35,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/hbase-staging 2024-11-21T13:20:35,511 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:20:35,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:35,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:35,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:20:35,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:35,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:20:35,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:20:35,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:20:35,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41883 2024-11-21T13:20:35,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41883 connecting to ZooKeeper ensemble=127.0.0.1:56559 2024-11-21T13:20:35,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:20:35,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:35,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:35,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418830x0, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:35,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41883-0x1015d8da8330000 connected 2024-11-21T13:20:35,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:35,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:35,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:35,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:35,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:35,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:35,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Set watcher on znode that does not yet exist, /0393566715/running 2024-11-21T13:20:35,810 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c, hbase.cluster.distributed=false 2024-11-21T13:20:35,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Set watcher on znode that does not yet exist, /0393566715/acl 2024-11-21T13:20:35,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41883 2024-11-21T13:20:35,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41883 2024-11-21T13:20:35,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41883 2024-11-21T13:20:35,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41883 2024-11-21T13:20:35,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41883 2024-11-21T13:20:35,837 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:20:35,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:35,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:35,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:20:35,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:35,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:20:35,838 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:20:35,838 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:20:35,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34895 2024-11-21T13:20:35,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34895 connecting to ZooKeeper ensemble=127.0.0.1:56559 2024-11-21T13:20:35,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:35,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:35,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348950x0, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:35,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348950x0, quorum=127.0.0.1:56559, baseZNode=/0393566715 Set watcher on znode that does not yet exist, /0393566715/running 2024-11-21T13:20:35,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34895-0x1015d8da8330001 connected 2024-11-21T13:20:35,856 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:20:35,856 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:20:35,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Set watcher on znode that does not yet exist, /0393566715/master 2024-11-21T13:20:35,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Set watcher on znode that does not yet exist, /0393566715/acl 2024-11-21T13:20:35,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34895 2024-11-21T13:20:35,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34895 2024-11-21T13:20:35,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34895 2024-11-21T13:20:35,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34895 2024-11-21T13:20:35,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34895 2024-11-21T13:20:35,882 DEBUG [M:0;4fe6efa1e611:41883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:41883 2024-11-21T13:20:35,882 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0393566715/backup-masters/4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:35,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715/backup-masters 2024-11-21T13:20:35,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715/backup-masters 2024-11-21T13:20:35,892 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Set watcher on existing znode=/0393566715/backup-masters/4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:35,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0393566715/master 2024-11-21T13:20:35,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:35,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:35,902 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Set watcher on existing znode=/0393566715/master 2024-11-21T13:20:35,902 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0393566715/backup-masters/4fe6efa1e611,41883,1732195235511 from backup master directory 2024-11-21T13:20:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0393566715/backup-masters/4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715/backup-masters 2024-11-21T13:20:35,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715/backup-masters 2024-11-21T13:20:35,912 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:20:35,912 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:35,915 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/hbase.id] with ID: ca18ef63-539b-4390-8822-e52a0009661d 2024-11-21T13:20:35,916 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/.tmp/hbase.id 2024-11-21T13:20:35,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:20:36,320 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/.tmp/hbase.id]:[hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/hbase.id] 2024-11-21T13:20:36,328 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:36,328 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:20:36,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:20:36,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:36,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:36,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:20:36,718 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:36,719 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:36,719 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8200 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:36,810 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:36,810 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:20:36,811 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:36,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:20:37,217 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store 2024-11-21T13:20:37,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:20:37,623 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:37,623 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:20:37,623 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:37,623 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:37,623 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:20:37,623 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:37,623 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:37,623 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195237623Disabling compacts and flushes for region at 1732195237623Disabling writes for close at 1732195237623Writing region close event to WAL at 1732195237623Closed at 1732195237623 2024-11-21T13:20:37,624 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/.initializing 2024-11-21T13:20:37,624 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/WALs/4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:37,625 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:20:37,626 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C41883%2C1732195235511, suffix=, logDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/WALs/4fe6efa1e611,41883,1732195235511, archiveDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/oldWALs, maxLogs=10 2024-11-21T13:20:37,638 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/WALs/4fe6efa1e611,41883,1732195235511/4fe6efa1e611%2C41883%2C1732195235511.1732195237626, exclude list is [], retry=0 2024-11-21T13:20:37,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-fee6f0db-35bc-46d4-a8b7-bf2e24ca1f4b,DISK] 2024-11-21T13:20:37,642 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/WALs/4fe6efa1e611,41883,1732195235511/4fe6efa1e611%2C41883%2C1732195235511.1732195237626 2024-11-21T13:20:37,642 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35987:35987)] 2024-11-21T13:20:37,642 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:37,642 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:37,643 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,643 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:20:37,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:37,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:37,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:20:37,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:37,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:37,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:20:37,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:37,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:37,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:20:37,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:37,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:37,648 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,649 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,649 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,650 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,650 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,651 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:37,651 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:37,653 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:37,653 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73544850, jitterRate=0.0959036648273468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:37,654 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195237643Initializing all the Stores at 1732195237643Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195237643Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195237644 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195237644Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195237644Cleaning up temporary data from old regions at 1732195237650 (+6 ms)Region opened successfully at 1732195237654 (+4 ms) 2024-11-21T13:20:37,654 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:20:37,657 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9fc52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:20:37,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:20:37,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:20:37,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:20:37,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:20:37,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:20:37,659 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:20:37,659 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:20:37,660 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:20:37,661 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Unable to get data of znode /0393566715/balancer because node does not exist (not necessarily an error) 2024-11-21T13:20:37,723 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0393566715/balancer already deleted, retry=false 2024-11-21T13:20:37,723 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:20:37,724 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Unable to get data of znode /0393566715/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:20:37,733 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0393566715/normalizer already deleted, retry=false 2024-11-21T13:20:37,734 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:20:37,735 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Unable to get data of znode /0393566715/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:20:37,744 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0393566715/switch/split already deleted, retry=false 2024-11-21T13:20:37,745 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Unable to get data of znode /0393566715/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:20:37,754 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0393566715/switch/merge already deleted, retry=false 2024-11-21T13:20:37,756 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Unable to get data of znode /0393566715/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:20:37,765 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0393566715/snapshot-cleanup already deleted, retry=false 2024-11-21T13:20:37,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0393566715/running 2024-11-21T13:20:37,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0393566715/running 2024-11-21T13:20:37,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:37,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:37,776 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,41883,1732195235511, sessionid=0x1015d8da8330000, setting cluster-up flag (Was=false) 2024-11-21T13:20:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:37,828 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0393566715/flush-table-proc/acquired, /0393566715/flush-table-proc/reached, /0393566715/flush-table-proc/abort 2024-11-21T13:20:37,829 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:37,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:37,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:37,881 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0393566715/online-snapshot/acquired, /0393566715/online-snapshot/reached, /0393566715/online-snapshot/abort 2024-11-21T13:20:37,881 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:37,882 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:20:37,884 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:37,884 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:20:37,884 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:20:37,884 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,41883,1732195235511 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:20:37,885 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:37,885 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:37,885 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:37,885 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:37,885 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:20:37,885 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:37,885 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:20:37,885 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:37,886 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195267886 2024-11-21T13:20:37,886 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:20:37,886 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:20:37,886 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:20:37,886 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:20:37,886 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:20:37,886 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:20:37,887 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:37,887 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:37,887 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:20:37,887 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:20:37,887 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:20:37,887 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:20:37,887 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:20:37,887 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:20:37,887 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:20:37,887 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:37,888 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195237887,5,FailOnTimeoutGroup] 2024-11-21T13:20:37,888 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:20:37,888 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195237888,5,FailOnTimeoutGroup] 2024-11-21T13:20:37,888 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:37,888 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:20:37,888 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:37,888 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:20:37,971 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(746): ClusterId : ca18ef63-539b-4390-8822-e52a0009661d 2024-11-21T13:20:37,971 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:20:37,982 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:20:37,982 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:20:37,992 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:20:37,993 DEBUG [RS:0;4fe6efa1e611:34895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65950667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:20:38,004 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:34895 2024-11-21T13:20:38,004 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:20:38,004 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:20:38,004 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:20:38,004 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,41883,1732195235511 with port=34895, startcode=1732195235837 2024-11-21T13:20:38,004 DEBUG [RS:0;4fe6efa1e611:34895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:20:38,006 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:20:38,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:38,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41883 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:38,007 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c 2024-11-21T13:20:38,008 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33741 2024-11-21T13:20:38,008 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:20:38,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715/rs 2024-11-21T13:20:38,018 DEBUG [RS:0;4fe6efa1e611:34895 {}] zookeeper.ZKUtil(111): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Set watcher on existing znode=/0393566715/rs/4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:38,018 WARN [RS:0;4fe6efa1e611:34895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:20:38,018 INFO [RS:0;4fe6efa1e611:34895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:38,018 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:38,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,34895,1732195235837] 2024-11-21T13:20:38,021 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:20:38,022 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:20:38,022 INFO [RS:0;4fe6efa1e611:34895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:20:38,022 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:38,022 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:20:38,023 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:20:38,023 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:20:38,023 DEBUG [RS:0;4fe6efa1e611:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:20:38,024 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:38,024 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:38,024 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:38,024 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:38,024 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:38,024 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,34895,1732195235837-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:20:38,036 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:20:38,036 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,34895,1732195235837-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:38,036 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:38,036 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.Replication(171): 4fe6efa1e611,34895,1732195235837 started 2024-11-21T13:20:38,048 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:38,048 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,34895,1732195235837, RpcServer on 4fe6efa1e611/172.17.0.2:34895, sessionid=0x1015d8da8330001 2024-11-21T13:20:38,048 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:20:38,048 DEBUG [RS:0;4fe6efa1e611:34895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:38,048 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,34895,1732195235837' 2024-11-21T13:20:38,048 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0393566715/flush-table-proc/abort' 2024-11-21T13:20:38,048 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0393566715/flush-table-proc/acquired' 2024-11-21T13:20:38,049 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:20:38,049 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:20:38,049 DEBUG [RS:0;4fe6efa1e611:34895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:38,049 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,34895,1732195235837' 2024-11-21T13:20:38,049 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0393566715/online-snapshot/abort' 2024-11-21T13:20:38,049 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0393566715/online-snapshot/acquired' 2024-11-21T13:20:38,049 DEBUG [RS:0;4fe6efa1e611:34895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:20:38,049 INFO [RS:0;4fe6efa1e611:34895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:20:38,049 INFO [RS:0;4fe6efa1e611:34895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:20:38,150 INFO [RS:0;4fe6efa1e611:34895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:20:38,151 INFO [RS:0;4fe6efa1e611:34895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C34895%2C1732195235837, suffix=, logDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837, archiveDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/oldWALs, maxLogs=10 2024-11-21T13:20:38,164 DEBUG [RS:0;4fe6efa1e611:34895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151, exclude list is [], retry=0 2024-11-21T13:20:38,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-fee6f0db-35bc-46d4-a8b7-bf2e24ca1f4b,DISK] 2024-11-21T13:20:38,168 INFO [RS:0;4fe6efa1e611:34895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 2024-11-21T13:20:38,170 DEBUG [RS:0;4fe6efa1e611:34895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35987:35987)] 2024-11-21T13:20:38,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:20:38,298 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c 2024-11-21T13:20:38,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:20:38,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:38,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:20:38,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:20:38,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:38,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:38,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:20:38,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:20:38,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:38,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:38,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:20:38,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:20:38,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:38,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:38,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:20:38,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:20:38,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:38,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:38,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:20:38,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740 2024-11-21T13:20:38,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740 2024-11-21T13:20:38,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:20:38,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:20:38,711 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:38,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:20:38,717 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:38,718 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62418845, jitterRate=-0.06988672912120819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:38,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195238703Initializing all the Stores at 1732195238703Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195238704 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195238704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195238704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195238704Cleaning up temporary data from old regions at 1732195238710 (+6 ms)Region opened successfully at 1732195238718 (+8 ms) 2024-11-21T13:20:38,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:20:38,718 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:20:38,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:20:38,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:20:38,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:20:38,719 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:20:38,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195238718Disabling compacts and flushes for region at 1732195238718Disabling writes for close at 1732195238718Writing region close event to WAL at 1732195238719 (+1 ms)Closed at 1732195238719 2024-11-21T13:20:38,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:38,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:20:38,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:20:38,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:20:38,722 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:20:38,872 DEBUG [4fe6efa1e611:41883 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:20:38,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:38,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,34895,1732195235837, state=OPENING 2024-11-21T13:20:38,971 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:20:39,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:39,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:39,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0393566715/meta-region-server: CHANGED 2024-11-21T13:20:39,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0393566715/meta-region-server: CHANGED 2024-11-21T13:20:39,058 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:20:39,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,34895,1732195235837}] 2024-11-21T13:20:39,211 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:20:39,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:20:39,216 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:20:39,216 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:39,216 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:20:39,227 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C34895%2C1732195235837.meta, suffix=.meta, logDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837, archiveDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/oldWALs, maxLogs=10 2024-11-21T13:20:39,240 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.meta.1732195239227.meta, exclude list is [], retry=0 2024-11-21T13:20:39,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-fee6f0db-35bc-46d4-a8b7-bf2e24ca1f4b,DISK] 2024-11-21T13:20:39,243 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.meta.1732195239227.meta 2024-11-21T13:20:39,243 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35987:35987)] 2024-11-21T13:20:39,243 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:39,243 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:39,243 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:20:39,244 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:20:39,244 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:20:39,244 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:20:39,244 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:39,244 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:20:39,244 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:20:39,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:20:39,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:20:39,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:39,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:39,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:20:39,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:20:39,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:39,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:39,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:20:39,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:20:39,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:39,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:39,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:20:39,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:20:39,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:39,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:39,249 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:20:39,249 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740 2024-11-21T13:20:39,250 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740 2024-11-21T13:20:39,251 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:20:39,251 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:20:39,251 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:39,252 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:20:39,253 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60228417, jitterRate=-0.10252664983272552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:39,253 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:20:39,253 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195239244Writing region info on filesystem at 1732195239244Initializing all the Stores at 1732195239245 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195239245Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195239245Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195239245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195239245Cleaning up temporary data from old regions at 1732195239251 (+6 ms)Running coprocessor post-open hooks at 1732195239253 (+2 ms)Region opened successfully at 1732195239253 2024-11-21T13:20:39,254 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195239211 2024-11-21T13:20:39,256 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:20:39,256 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:20:39,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:39,257 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,34895,1732195235837, state=OPEN 2024-11-21T13:20:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0393566715/meta-region-server 2024-11-21T13:20:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0393566715/meta-region-server 2024-11-21T13:20:39,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0393566715/meta-region-server: CHANGED 2024-11-21T13:20:39,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0393566715/meta-region-server: CHANGED 2024-11-21T13:20:39,312 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:39,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:20:39,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,34895,1732195235837 in 253 msec 2024-11-21T13:20:39,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:20:39,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 594 msec 2024-11-21T13:20:39,317 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:39,317 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:20:39,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:39,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34895,1732195235837, seqNum=-1] 2024-11-21T13:20:39,318 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:39,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:39,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4400 sec 2024-11-21T13:20:39,324 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195239324, completionTime=-1 2024-11-21T13:20:39,324 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:20:39,324 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:20:39,326 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:20:39,327 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195299327 2024-11-21T13:20:39,327 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195359327 2024-11-21T13:20:39,327 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T13:20:39,327 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,41883,1732195235511-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:39,327 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,41883,1732195235511-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:39,327 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,41883,1732195235511-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:39,327 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:41883, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:39,327 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:39,328 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:39,330 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:20:39,333 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.421sec 2024-11-21T13:20:39,333 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:20:39,333 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:20:39,333 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:20:39,333 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:20:39,333 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:20:39,333 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,41883,1732195235511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:20:39,333 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,41883,1732195235511-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:20:39,335 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:20:39,335 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:20:39,335 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,41883,1732195235511-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:39,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5b79c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:39,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,41883,-1 for getting cluster id 2024-11-21T13:20:39,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:39,374 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca18ef63-539b-4390-8822-e52a0009661d' 2024-11-21T13:20:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca18ef63-539b-4390-8822-e52a0009661d" 2024-11-21T13:20:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5398166c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,41883,-1] 2024-11-21T13:20:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:39,376 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:39,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7b273d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:39,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34895,1732195235837, seqNum=-1] 2024-11-21T13:20:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:39,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:39,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:39,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56559 2024-11-21T13:20:39,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:39,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d8da8330002 connected 2024-11-21T13:20:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/hadoop.log.dir so I do NOT create it in target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc 2024-11-21T13:20:39,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:20:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/hadoop.tmp.dir so I do NOT create it in target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc 2024-11-21T13:20:39,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:20:39,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc 2024-11-21T13:20:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:20:39,426 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/cluster_f5051478-8181-79e7-195f-68cc26b4c7e1, deleteOnExit=true 2024-11-21T13:20:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:20:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/test.cache.data in system properties and HBase conf 2024-11-21T13:20:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:20:39,427 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:20:39,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:20:39,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:20:39,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:20:39,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:20:39,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:20:39,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:20:39,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:39,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:20:39,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:20:39,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:20:39,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:20:39,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:39,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60c9f1bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:20:39,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77333365{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:20:39,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ec94257{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/java.io.tmpdir/jetty-localhost-42339-hadoop-hdfs-3_4_1-tests_jar-_-any-7133184831307732076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:20:39,823 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7237a8da{HTTP/1.1, (http/1.1)}{localhost:42339} 2024-11-21T13:20:39,823 INFO [Time-limited test {}] server.Server(415): Started @211247ms 2024-11-21T13:20:40,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:20:40,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:20:40,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:20:40,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:20:40,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:20:40,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44b15050{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:20:40,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46a5c6b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:20:40,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3df20586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/java.io.tmpdir/jetty-localhost-43421-hadoop-hdfs-3_4_1-tests_jar-_-any-14693291789372343291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:20:40,203 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34debdc7{HTTP/1.1, (http/1.1)}{localhost:43421} 2024-11-21T13:20:40,203 INFO [Time-limited test {}] server.Server(415): Started @211627ms 2024-11-21T13:20:40,204 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:20:40,820 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/cluster_f5051478-8181-79e7-195f-68cc26b4c7e1/data/data1/current/BP-663985657-172.17.0.2-1732195239444/current, will proceed with Du for space computation calculation, 2024-11-21T13:20:40,821 WARN [Thread-2317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/cluster_f5051478-8181-79e7-195f-68cc26b4c7e1/data/data2/current/BP-663985657-172.17.0.2-1732195239444/current, will proceed with Du for space computation calculation, 2024-11-21T13:20:40,835 WARN [Thread-2304 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:20:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x695390e3ca676ef6 with lease ID 0x26ddc647a5858deb: Processing first storage report for DS-1cde6250-f6d1-42c7-bd66-e099a084fe4b from datanode DatanodeRegistration(127.0.0.1:46157, datanodeUuid=1420a3a9-5285-438f-aa24-2eb865568481, infoPort=41257, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1309962080;c=1732195239444) 2024-11-21T13:20:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x695390e3ca676ef6 with lease ID 0x26ddc647a5858deb: from storage DS-1cde6250-f6d1-42c7-bd66-e099a084fe4b node DatanodeRegistration(127.0.0.1:46157, datanodeUuid=1420a3a9-5285-438f-aa24-2eb865568481, infoPort=41257, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1309962080;c=1732195239444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:20:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x695390e3ca676ef6 with lease ID 0x26ddc647a5858deb: Processing first storage report for DS-c8aec54c-cf0e-441b-a416-6f7786a42630 from datanode DatanodeRegistration(127.0.0.1:46157, datanodeUuid=1420a3a9-5285-438f-aa24-2eb865568481, infoPort=41257, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1309962080;c=1732195239444) 2024-11-21T13:20:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x695390e3ca676ef6 with lease ID 0x26ddc647a5858deb: from storage DS-c8aec54c-cf0e-441b-a416-6f7786a42630 node DatanodeRegistration(127.0.0.1:46157, datanodeUuid=1420a3a9-5285-438f-aa24-2eb865568481, infoPort=41257, infoSecurePort=0, ipcPort=40983, storageInfo=lv=-57;cid=testClusterID;nsid=1309962080;c=1732195239444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:20:40,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc 2024-11-21T13:20:40,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:40,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:40,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:20:41,338 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d with version=8 2024-11-21T13:20:41,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/hbase-staging 2024-11-21T13:20:41,341 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:20:41,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:41,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:41,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:20:41,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:41,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:20:41,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:20:41,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:20:41,342 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43761 2024-11-21T13:20:41,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43761 connecting to ZooKeeper ensemble=127.0.0.1:56559 2024-11-21T13:20:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437610x0, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:41,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43761-0x1015d8da8330003 connected 2024-11-21T13:20:41,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:41,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:41,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Set watcher on znode that does not yet exist, /11954660551/running 2024-11-21T13:20:41,486 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d, hbase.cluster.distributed=false 2024-11-21T13:20:41,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Set watcher on znode that does not yet exist, /11954660551/acl 2024-11-21T13:20:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-21T13:20:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43761 2024-11-21T13:20:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43761 2024-11-21T13:20:41,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-21T13:20:41,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43761 2024-11-21T13:20:41,506 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:20:41,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:41,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:41,506 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:20:41,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:20:41,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:20:41,506 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:20:41,506 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:20:41,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34713 2024-11-21T13:20:41,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34713 connecting to ZooKeeper ensemble=127.0.0.1:56559 2024-11-21T13:20:41,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:41,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:41,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347130x0, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:41,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347130x0, quorum=127.0.0.1:56559, baseZNode=/11954660551 Set watcher on znode that does not yet exist, /11954660551/running 2024-11-21T13:20:41,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34713-0x1015d8da8330004 connected 2024-11-21T13:20:41,523 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:20:41,524 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:20:41,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Set watcher on znode that does not yet exist, /11954660551/master 2024-11-21T13:20:41,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Set watcher on znode that does not yet exist, /11954660551/acl 2024-11-21T13:20:41,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34713 2024-11-21T13:20:41,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34713 2024-11-21T13:20:41,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34713 2024-11-21T13:20:41,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34713 2024-11-21T13:20:41,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34713 2024-11-21T13:20:41,547 DEBUG [M:0;4fe6efa1e611:43761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:43761 2024-11-21T13:20:41,548 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11954660551/backup-masters/4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:41,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551/backup-masters 2024-11-21T13:20:41,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551/backup-masters 2024-11-21T13:20:41,561 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Set watcher on existing znode=/11954660551/backup-masters/4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:41,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:41,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11954660551/master 2024-11-21T13:20:41,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:41,571 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Set watcher on existing znode=/11954660551/master 2024-11-21T13:20:41,571 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11954660551/backup-masters/4fe6efa1e611,43761,1732195241341 from backup master directory 2024-11-21T13:20:41,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11954660551/backup-masters/4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:41,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551/backup-masters 2024-11-21T13:20:41,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551/backup-masters 2024-11-21T13:20:41,581 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:20:41,581 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:41,584 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/hbase.id] with ID: a453a714-f47a-46dc-96fe-e875bacb5f72 2024-11-21T13:20:41,584 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/.tmp/hbase.id 2024-11-21T13:20:41,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:20:41,988 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/.tmp/hbase.id]:[hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/hbase.id] 2024-11-21T13:20:41,996 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:20:41,996 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:20:41,997 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:20:42,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:42,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:42,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:20:42,412 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:42,412 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:20:42,413 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:42,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:20:42,820 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store 2024-11-21T13:20:42,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:20:43,226 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:43,226 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:20:43,226 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:43,226 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:43,226 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:20:43,226 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:43,226 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:43,226 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195243226Disabling compacts and flushes for region at 1732195243226Disabling writes for close at 1732195243226Writing region close event to WAL at 1732195243226Closed at 1732195243226 2024-11-21T13:20:43,227 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/.initializing 2024-11-21T13:20:43,227 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/WALs/4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:43,228 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:20:43,229 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C43761%2C1732195241341, suffix=, logDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/WALs/4fe6efa1e611,43761,1732195241341, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/oldWALs, maxLogs=10 2024-11-21T13:20:43,241 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/WALs/4fe6efa1e611,43761,1732195241341/4fe6efa1e611%2C43761%2C1732195241341.1732195243229, exclude list is [], retry=0 2024-11-21T13:20:43,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46157,DS-1cde6250-f6d1-42c7-bd66-e099a084fe4b,DISK] 2024-11-21T13:20:43,244 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/WALs/4fe6efa1e611,43761,1732195241341/4fe6efa1e611%2C43761%2C1732195241341.1732195243229 2024-11-21T13:20:43,245 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41257:41257)] 2024-11-21T13:20:43,245 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:43,245 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:43,245 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,245 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:20:43,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:43,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:43,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:20:43,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:43,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:43,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:20:43,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:43,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:43,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:20:43,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:43,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:43,252 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,252 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,253 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,253 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,253 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,254 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:43,255 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:20:43,256 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:43,256 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72063994, jitterRate=0.07383719086647034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:43,257 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195243245Initializing all the Stores at 1732195243246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195243246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195243246Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195243246Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195243246Cleaning up temporary data from old regions at 1732195243253 (+7 ms)Region opened successfully at 1732195243257 (+4 ms) 2024-11-21T13:20:43,257 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:20:43,259 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22dfbc34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:20:43,260 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:20:43,260 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:20:43,260 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:20:43,260 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:20:43,260 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:20:43,261 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:20:43,261 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:20:43,262 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:20:43,263 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Unable to get data of znode /11954660551/balancer because node does not exist (not necessarily an error) 2024-11-21T13:20:43,328 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11954660551/balancer already deleted, retry=false 2024-11-21T13:20:43,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:20:43,330 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Unable to get data of znode /11954660551/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:20:43,339 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11954660551/normalizer already deleted, retry=false 2024-11-21T13:20:43,339 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:20:43,340 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Unable to get data of znode /11954660551/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:20:43,349 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11954660551/switch/split already deleted, retry=false 2024-11-21T13:20:43,350 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Unable to get data of znode /11954660551/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:20:43,360 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11954660551/switch/merge already deleted, retry=false 2024-11-21T13:20:43,362 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Unable to get data of znode /11954660551/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:20:43,370 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11954660551/snapshot-cleanup already deleted, retry=false 2024-11-21T13:20:43,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11954660551/running 2024-11-21T13:20:43,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11954660551/running 2024-11-21T13:20:43,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:43,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:43,381 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,43761,1732195241341, sessionid=0x1015d8da8330003, setting cluster-up flag (Was=false) 2024-11-21T13:20:43,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:43,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:43,434 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11954660551/flush-table-proc/acquired, /11954660551/flush-table-proc/reached, /11954660551/flush-table-proc/abort 2024-11-21T13:20:43,435 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:43,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:43,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:43,486 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11954660551/online-snapshot/acquired, /11954660551/online-snapshot/reached, /11954660551/online-snapshot/abort 2024-11-21T13:20:43,487 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:43,488 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:20:43,490 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:43,490 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:20:43,490 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:20:43,490 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,43761,1732195241341 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:20:43,491 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:43,491 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:43,491 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:43,491 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:20:43,491 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:20:43,491 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,491 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:20:43,491 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,492 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195273492 2024-11-21T13:20:43,493 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:20:43,493 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:20:43,493 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:20:43,493 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:20:43,493 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:20:43,493 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:20:43,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:43,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:20:43,493 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,493 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:20:43,493 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:20:43,493 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:20:43,493 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:20:43,494 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:20:43,494 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:20:43,494 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:43,494 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195243494,5,FailOnTimeoutGroup] 2024-11-21T13:20:43,494 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195243494,5,FailOnTimeoutGroup] 2024-11-21T13:20:43,494 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:20:43,494 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:20:43,494 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,494 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:20:43,536 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(746): ClusterId : a453a714-f47a-46dc-96fe-e875bacb5f72 2024-11-21T13:20:43,536 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:20:43,544 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:20:43,544 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:20:43,555 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:20:43,555 DEBUG [RS:0;4fe6efa1e611:34713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d83c8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:20:43,571 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:34713 2024-11-21T13:20:43,571 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:20:43,571 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:20:43,571 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:20:43,572 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,43761,1732195241341 with port=34713, startcode=1732195241506 2024-11-21T13:20:43,572 DEBUG [RS:0;4fe6efa1e611:34713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:20:43,574 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:20:43,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:43,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43761 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:43,576 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d 2024-11-21T13:20:43,576 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46319 2024-11-21T13:20:43,576 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:20:43,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551/rs 2024-11-21T13:20:43,586 DEBUG [RS:0;4fe6efa1e611:34713 {}] zookeeper.ZKUtil(111): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Set watcher on existing znode=/11954660551/rs/4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:43,586 WARN [RS:0;4fe6efa1e611:34713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:20:43,586 INFO [RS:0;4fe6efa1e611:34713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:43,586 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:43,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,34713,1732195241506] 2024-11-21T13:20:43,589 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:20:43,591 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:20:43,591 INFO [RS:0;4fe6efa1e611:34713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:20:43,591 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,591 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:20:43,592 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:20:43,592 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,592 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,592 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,592 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,592 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,592 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,592 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:20:43,592 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,592 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,592 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,592 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,593 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,593 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:20:43,593 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:20:43,593 DEBUG [RS:0;4fe6efa1e611:34713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:20:43,596 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,596 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,596 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,596 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,596 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,596 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,34713,1732195241506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:20:43,616 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:20:43,616 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,34713,1732195241506-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,616 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,617 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.Replication(171): 4fe6efa1e611,34713,1732195241506 started 2024-11-21T13:20:43,636 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:43,636 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,34713,1732195241506, RpcServer on 4fe6efa1e611/172.17.0.2:34713, sessionid=0x1015d8da8330004 2024-11-21T13:20:43,636 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:20:43,636 DEBUG [RS:0;4fe6efa1e611:34713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:43,636 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,34713,1732195241506' 2024-11-21T13:20:43,636 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11954660551/flush-table-proc/abort' 2024-11-21T13:20:43,636 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11954660551/flush-table-proc/acquired' 2024-11-21T13:20:43,637 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:20:43,637 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:20:43,637 DEBUG [RS:0;4fe6efa1e611:34713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:43,637 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,34713,1732195241506' 2024-11-21T13:20:43,637 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11954660551/online-snapshot/abort' 2024-11-21T13:20:43,637 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11954660551/online-snapshot/acquired' 2024-11-21T13:20:43,637 DEBUG [RS:0;4fe6efa1e611:34713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:20:43,637 INFO [RS:0;4fe6efa1e611:34713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:20:43,637 INFO [RS:0;4fe6efa1e611:34713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:20:43,738 INFO [RS:0;4fe6efa1e611:34713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:20:43,739 INFO [RS:0;4fe6efa1e611:34713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C34713%2C1732195241506, suffix=, logDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/oldWALs, maxLogs=10 2024-11-21T13:20:43,795 DEBUG [RS:0;4fe6efa1e611:34713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739, exclude list is [], retry=0 2024-11-21T13:20:43,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46157,DS-1cde6250-f6d1-42c7-bd66-e099a084fe4b,DISK] 2024-11-21T13:20:43,799 INFO [RS:0;4fe6efa1e611:34713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 2024-11-21T13:20:43,799 DEBUG [RS:0;4fe6efa1e611:34713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41257:41257)] 2024-11-21T13:20:43,911 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:20:43,911 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d 2024-11-21T13:20:43,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:20:44,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:20:44,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:44,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:20:44,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:20:44,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:44,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:44,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:20:44,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:20:44,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:44,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:44,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:20:44,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:20:44,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:44,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:44,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:20:44,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:20:44,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:44,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:44,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:20:44,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740 2024-11-21T13:20:44,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740 2024-11-21T13:20:44,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:20:44,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:20:44,325 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:44,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:20:44,327 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:44,327 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74293941, jitterRate=0.10706599056720734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:44,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195244317Initializing all the Stores at 1732195244317Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195244318 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195244318Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195244318Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195244318Cleaning up temporary data from old regions at 1732195244324 (+6 ms)Region opened successfully at 1732195244327 (+3 ms) 2024-11-21T13:20:44,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:20:44,327 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:20:44,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:20:44,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:20:44,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:20:44,328 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:20:44,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195244327Disabling compacts and flushes for region at 1732195244327Disabling writes for close at 1732195244327Writing region close event to WAL at 1732195244328 (+1 ms)Closed at 1732195244328 2024-11-21T13:20:44,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:44,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:20:44,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:20:44,330 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:20:44,330 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:20:44,481 DEBUG [4fe6efa1e611:43761 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:20:44,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:44,482 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,34713,1732195241506, state=OPENING 2024-11-21T13:20:44,586 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:20:44,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:44,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:44,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11954660551/meta-region-server: CHANGED 2024-11-21T13:20:44,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11954660551/meta-region-server: CHANGED 2024-11-21T13:20:44,607 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:20:44,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,34713,1732195241506}] 2024-11-21T13:20:44,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:20:44,759 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:20:44,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:20:44,763 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:20:44,763 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:44,763 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:20:44,764 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C34713%2C1732195241506.meta, suffix=.meta, logDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/oldWALs, maxLogs=10 2024-11-21T13:20:44,775 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.meta.1732195244764.meta, exclude list is [], retry=0 2024-11-21T13:20:44,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46157,DS-1cde6250-f6d1-42c7-bd66-e099a084fe4b,DISK] 2024-11-21T13:20:44,778 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.meta.1732195244764.meta 2024-11-21T13:20:44,779 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41257:41257)] 2024-11-21T13:20:44,779 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:44,779 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:44,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:44,779 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:20:44,779 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:20:44,779 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:20:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:44,780 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:20:44,780 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:44,780 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:20:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:44,780 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:20:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:44,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:44,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:20:44,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:20:44,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:44,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:44,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:20:44,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:20:44,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:44,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:44,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:20:44,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:20:44,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:44,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:44,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:20:44,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:20:44,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:44,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:20:44,785 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:20:44,785 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740 2024-11-21T13:20:44,787 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740 2024-11-21T13:20:44,788 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:20:44,788 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:20:44,788 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:20:44,789 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:20:44,790 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60560126, jitterRate=-0.09758380055427551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:20:44,790 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:20:44,790 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195244780Writing region info on filesystem at 1732195244780Initializing all the Stores at 1732195244781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195244781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195244781Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195244781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195244781Cleaning up temporary data from old regions at 1732195244788 (+7 ms)Running coprocessor post-open hooks at 1732195244790 (+2 ms)Region opened successfully at 1732195244790 2024-11-21T13:20:44,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:44,790 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195244759 2024-11-21T13:20:44,792 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:20:44,792 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:20:44,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:44,793 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,34713,1732195241506, state=OPEN 2024-11-21T13:20:44,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:44,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:44,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:44,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11954660551/meta-region-server 2024-11-21T13:20:44,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11954660551/meta-region-server 2024-11-21T13:20:44,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11954660551/meta-region-server: CHANGED 2024-11-21T13:20:44,802 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:44,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11954660551/meta-region-server: CHANGED 2024-11-21T13:20:44,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:20:44,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,34713,1732195241506 in 195 msec 2024-11-21T13:20:44,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:20:44,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-11-21T13:20:44,806 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:20:44,806 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:20:44,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:44,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34713,1732195241506, seqNum=-1] 2024-11-21T13:20:44,807 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:44,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:44,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-21T13:20:44,813 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195244813, completionTime=-1 2024-11-21T13:20:44,813 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:20:44,813 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:20:44,814 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:20:44,814 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T13:20:44,814 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:44,814 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T13:20:44,814 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:20:44,814 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T13:20:44,814 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:20:44,814 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T13:20:44,815 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:20:44,815 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195304815 2024-11-21T13:20:44,815 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195364815 2024-11-21T13:20:44,815 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T13:20:44,816 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43761,1732195241341-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:44,816 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43761,1732195241341-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:44,816 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43761,1732195241341-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:44,816 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:43761, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:44,816 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:44,816 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:44,817 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:20:44,819 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.237sec 2024-11-21T13:20:44,819 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:20:44,819 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:20:44,819 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:20:44,819 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:20:44,819 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:20:44,819 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43761,1732195241341-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:20:44,819 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43761,1732195241341-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:20:44,821 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:20:44,821 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:20:44,821 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43761,1732195241341-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:20:44,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51763016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:44,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43761,-1 for getting cluster id 2024-11-21T13:20:44,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:44,838 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a453a714-f47a-46dc-96fe-e875bacb5f72' 2024-11-21T13:20:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a453a714-f47a-46dc-96fe-e875bacb5f72" 2024-11-21T13:20:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34028d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43761,-1] 2024-11-21T13:20:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:44,840 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:44,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720e2559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:44,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:44,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34713,1732195241506, seqNum=-1] 2024-11-21T13:20:44,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:44,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:44,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:44,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56559 2024-11-21T13:20:44,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:20:44,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d8da8330005 connected 2024-11-21T13:20:44,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@648e7931 2024-11-21T13:20:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:44,869 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:44,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:20:44,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:20:44,872 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:44,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:20:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:44,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:20:44,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:20:44,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 474e9c95e00ad1b5998c174d732c08ad, NAME => 'test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c 2024-11-21T13:20:44,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:20:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:45,292 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:45,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 474e9c95e00ad1b5998c174d732c08ad, disabling compactions & flushes 2024-11-21T13:20:45,293 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:20:45,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:20:45,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. after waiting 0 ms 2024-11-21T13:20:45,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:20:45,293 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:20:45,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 474e9c95e00ad1b5998c174d732c08ad: Waiting for close lock at 1732195245293Disabling compacts and flushes for region at 1732195245293Disabling writes for close at 1732195245293Writing region close event to WAL at 1732195245293Closed at 1732195245293 2024-11-21T13:20:45,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:20:45,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195245294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195245294"}]},"ts":"1732195245294"} 2024-11-21T13:20:45,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:20:45,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:20:45,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195245297"}]},"ts":"1732195245297"} 2024-11-21T13:20:45,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:20:45,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=474e9c95e00ad1b5998c174d732c08ad, ASSIGN}] 2024-11-21T13:20:45,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=474e9c95e00ad1b5998c174d732c08ad, ASSIGN 2024-11-21T13:20:45,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=474e9c95e00ad1b5998c174d732c08ad, ASSIGN; state=OFFLINE, location=4fe6efa1e611,34895,1732195235837; forceNewPlan=false, retain=false 2024-11-21T13:20:45,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=474e9c95e00ad1b5998c174d732c08ad, regionState=OPENING, regionLocation=4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:45,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=474e9c95e00ad1b5998c174d732c08ad, ASSIGN because future has completed 2024-11-21T13:20:45,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 474e9c95e00ad1b5998c174d732c08ad, server=4fe6efa1e611,34895,1732195235837}] 2024-11-21T13:20:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:45,608 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:20:45,608 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 474e9c95e00ad1b5998c174d732c08ad, NAME => 'test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:45,609 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:45,609 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:20:45,609 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,609 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:45,609 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,609 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,610 INFO [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,611 INFO [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 474e9c95e00ad1b5998c174d732c08ad columnFamilyName f 2024-11-21T13:20:45,611 DEBUG [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:45,612 INFO [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] regionserver.HStore(327): Store=474e9c95e00ad1b5998c174d732c08ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:45,612 INFO [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,613 INFO [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 474e9c95e00ad1b5998c174d732c08ad columnFamilyName f1 2024-11-21T13:20:45,613 DEBUG [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:45,613 INFO [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] regionserver.HStore(327): Store=474e9c95e00ad1b5998c174d732c08ad/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:45,613 INFO [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,614 INFO [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 474e9c95e00ad1b5998c174d732c08ad columnFamilyName norep 2024-11-21T13:20:45,614 DEBUG [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:45,614 INFO [StoreOpener-474e9c95e00ad1b5998c174d732c08ad-1 {}] regionserver.HStore(327): Store=474e9c95e00ad1b5998c174d732c08ad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:45,614 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,615 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,615 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,616 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,616 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,616 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:20:45,617 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,619 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:45,619 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 474e9c95e00ad1b5998c174d732c08ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64341619, jitterRate=-0.04123516380786896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:20:45,619 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:20:45,620 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 474e9c95e00ad1b5998c174d732c08ad: Running coprocessor pre-open hook at 1732195245609Writing region info on filesystem at 1732195245609Initializing all the Stores at 1732195245610 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195245610Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195245610Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195245610Cleaning up temporary data from old regions at 1732195245616 (+6 ms)Running coprocessor post-open hooks at 1732195245619 (+3 ms)Region opened successfully at 1732195245620 (+1 ms) 2024-11-21T13:20:45,620 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad., pid=6, masterSystemTime=1732195245605 2024-11-21T13:20:45,622 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:20:45,622 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:20:45,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=474e9c95e00ad1b5998c174d732c08ad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:45,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 474e9c95e00ad1b5998c174d732c08ad, server=4fe6efa1e611,34895,1732195235837 because future has completed 2024-11-21T13:20:45,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:20:45,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 474e9c95e00ad1b5998c174d732c08ad, server=4fe6efa1e611,34895,1732195235837 in 172 msec 2024-11-21T13:20:45,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:20:45,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=474e9c95e00ad1b5998c174d732c08ad, ASSIGN in 328 msec 2024-11-21T13:20:45,628 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:20:45,629 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195245629"}]},"ts":"1732195245629"} 2024-11-21T13:20:45,630 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:20:45,631 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:20:45,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-11-21T13:20:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:46,009 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:20:46,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:46,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18b0b0a5 2024-11-21T13:20:46,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:46,010 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:46,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:20:46,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:20:46,013 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:46,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:20:46,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:20:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:20:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:46,423 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05d50de36ee69956949e99e26cae846e, NAME => 'test,,1732195246011.05d50de36ee69956949e99e26cae846e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d 2024-11-21T13:20:46,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:20:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:46,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:46,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:46,818 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18299 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:46,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195246011.05d50de36ee69956949e99e26cae846e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:46,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 05d50de36ee69956949e99e26cae846e, disabling compactions & flushes 2024-11-21T13:20:46,828 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:46,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:46,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195246011.05d50de36ee69956949e99e26cae846e. after waiting 0 ms 2024-11-21T13:20:46,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:46,828 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:46,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05d50de36ee69956949e99e26cae846e: Waiting for close lock at 1732195246828Disabling compacts and flushes for region at 1732195246828Disabling writes for close at 1732195246828Writing region close event to WAL at 1732195246828Closed at 1732195246828 2024-11-21T13:20:46,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:20:46,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195246011.05d50de36ee69956949e99e26cae846e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195246829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195246829"}]},"ts":"1732195246829"} 2024-11-21T13:20:46,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:20:46,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:20:46,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195246832"}]},"ts":"1732195246832"} 2024-11-21T13:20:46,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:20:46,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05d50de36ee69956949e99e26cae846e, ASSIGN}] 2024-11-21T13:20:46,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05d50de36ee69956949e99e26cae846e, ASSIGN 2024-11-21T13:20:46,835 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=05d50de36ee69956949e99e26cae846e, ASSIGN; state=OFFLINE, location=4fe6efa1e611,34713,1732195241506; forceNewPlan=false, retain=false 2024-11-21T13:20:46,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05d50de36ee69956949e99e26cae846e, regionState=OPENING, regionLocation=4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:46,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=05d50de36ee69956949e99e26cae846e, ASSIGN because future has completed 2024-11-21T13:20:46,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05d50de36ee69956949e99e26cae846e, server=4fe6efa1e611,34713,1732195241506}] 2024-11-21T13:20:47,143 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:47,143 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 05d50de36ee69956949e99e26cae846e, NAME => 'test,,1732195246011.05d50de36ee69956949e99e26cae846e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:47,143 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:47,143 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:20:47,144 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,144 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195246011.05d50de36ee69956949e99e26cae846e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:47,144 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,144 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,145 INFO [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,145 INFO [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05d50de36ee69956949e99e26cae846e columnFamilyName f 2024-11-21T13:20:47,145 DEBUG [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:47,146 INFO [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] regionserver.HStore(327): Store=05d50de36ee69956949e99e26cae846e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:47,146 INFO [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,147 INFO [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05d50de36ee69956949e99e26cae846e columnFamilyName f1 2024-11-21T13:20:47,147 DEBUG [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:47,147 INFO [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] regionserver.HStore(327): Store=05d50de36ee69956949e99e26cae846e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:47,147 INFO [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,148 INFO [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05d50de36ee69956949e99e26cae846e columnFamilyName norep 2024-11-21T13:20:47,148 DEBUG [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:47,148 INFO [StoreOpener-05d50de36ee69956949e99e26cae846e-1 {}] regionserver.HStore(327): Store=05d50de36ee69956949e99e26cae846e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:47,148 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:47,148 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,149 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,149 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,149 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,150 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:20:47,151 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,152 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:47,152 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 05d50de36ee69956949e99e26cae846e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66464632, jitterRate=-0.009599804878234863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:20:47,152 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:47,152 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 05d50de36ee69956949e99e26cae846e: Running coprocessor pre-open hook at 1732195247144Writing region info on filesystem at 1732195247144Initializing all the Stores at 1732195247144Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195247144Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195247144Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195247144Cleaning up temporary data from old regions at 1732195247149 (+5 ms)Running coprocessor post-open hooks at 1732195247152 (+3 ms)Region opened successfully at 1732195247152 2024-11-21T13:20:47,153 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195246011.05d50de36ee69956949e99e26cae846e., pid=6, masterSystemTime=1732195247140 2024-11-21T13:20:47,154 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:47,154 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:47,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05d50de36ee69956949e99e26cae846e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:47,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05d50de36ee69956949e99e26cae846e, server=4fe6efa1e611,34713,1732195241506 because future has completed 2024-11-21T13:20:47,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:20:47,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05d50de36ee69956949e99e26cae846e, server=4fe6efa1e611,34713,1732195241506 in 169 msec 2024-11-21T13:20:47,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:20:47,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=05d50de36ee69956949e99e26cae846e, ASSIGN in 325 msec 2024-11-21T13:20:47,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:20:47,161 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195247161"}]},"ts":"1732195247161"} 2024-11-21T13:20:47,162 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:20:47,163 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:20:47,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-21T13:20:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:20:48,159 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:20:48,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2718233b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,41883,-1 for getting cluster id 2024-11-21T13:20:48,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:48,160 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca18ef63-539b-4390-8822-e52a0009661d' 2024-11-21T13:20:48,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:48,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca18ef63-539b-4390-8822-e52a0009661d" 2024-11-21T13:20:48,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d314366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,41883,-1] 2024-11-21T13:20:48,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:48,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:48,162 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:48,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f063e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595433cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43761,-1 for getting cluster id 2024-11-21T13:20:48,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:48,163 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a453a714-f47a-46dc-96fe-e875bacb5f72' 2024-11-21T13:20:48,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:48,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a453a714-f47a-46dc-96fe-e875bacb5f72" 2024-11-21T13:20:48,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ab9e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43761,-1] 2024-11-21T13:20:48,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:48,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:48,164 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:48,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc34f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9ec69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,41883,-1 for getting cluster id 2024-11-21T13:20:48,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:48,166 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca18ef63-539b-4390-8822-e52a0009661d' 2024-11-21T13:20:48,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:48,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca18ef63-539b-4390-8822-e52a0009661d" 2024-11-21T13:20:48,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef65ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,41883,-1] 2024-11-21T13:20:48,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:48,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:48,167 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b8c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:48,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:48,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@324d808a 2024-11-21T13:20:48,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:48,168 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:48,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:43761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:20:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:20:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:48,171 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:43761' 2024-11-21T13:20:48,171 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763b97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,172 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43761,-1 for getting cluster id 2024-11-21T13:20:48,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:48,172 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a453a714-f47a-46dc-96fe-e875bacb5f72' 2024-11-21T13:20:48,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:48,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a453a714-f47a-46dc-96fe-e875bacb5f72" 2024-11-21T13:20:48,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f2599d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43761,-1] 2024-11-21T13:20:48,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:48,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:48,173 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:48,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db618c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:48,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:48,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:48,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7420334f 2024-11-21T13:20:48,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:48,175 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:48,175 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:20:48,175 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:20:48,176 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:48,176 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:48,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:48,176 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:48,177 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:20:48,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:20:48,178 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:48,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:20:48,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:20:48,227 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:20:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:48,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f44f490276be1bf59221b1daa65d580c, NAME => 'hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c 2024-11-21T13:20:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:20:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:48,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:48,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f44f490276be1bf59221b1daa65d580c, disabling compactions & flushes 2024-11-21T13:20:48,990 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:20:48,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:20:48,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. after waiting 0 ms 2024-11-21T13:20:48,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:20:48,990 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:20:48,990 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f44f490276be1bf59221b1daa65d580c: Waiting for close lock at 1732195248990Disabling compacts and flushes for region at 1732195248990Disabling writes for close at 1732195248990Writing region close event to WAL at 1732195248990Closed at 1732195248990 2024-11-21T13:20:48,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:20:48,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195248991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195248991"}]},"ts":"1732195248991"} 2024-11-21T13:20:48,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:20:48,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:20:48,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195248994"}]},"ts":"1732195248994"} 2024-11-21T13:20:48,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:20:48,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f44f490276be1bf59221b1daa65d580c, ASSIGN}] 2024-11-21T13:20:48,996 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f44f490276be1bf59221b1daa65d580c, ASSIGN 2024-11-21T13:20:48,997 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f44f490276be1bf59221b1daa65d580c, ASSIGN; state=OFFLINE, location=4fe6efa1e611,34895,1732195235837; forceNewPlan=false, retain=false 2024-11-21T13:20:49,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f44f490276be1bf59221b1daa65d580c, regionState=OPENING, regionLocation=4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:49,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f44f490276be1bf59221b1daa65d580c, ASSIGN because future has completed 2024-11-21T13:20:49,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f44f490276be1bf59221b1daa65d580c, server=4fe6efa1e611,34895,1732195235837}] 2024-11-21T13:20:49,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:20:49,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:49,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:20:49,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C34895%2C1732195235837.rep, suffix=, logDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837, archiveDir=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/oldWALs, maxLogs=10 2024-11-21T13:20:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:49,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.rep.1732195249306, exclude list is [], retry=0 2024-11-21T13:20:49,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36613,DS-fee6f0db-35bc-46d4-a8b7-bf2e24ca1f4b,DISK] 2024-11-21T13:20:49,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.rep.1732195249306 2024-11-21T13:20:49,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35987:35987)] 2024-11-21T13:20:49,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f44f490276be1bf59221b1daa65d580c, NAME => 'hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:49,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:49,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:20:49,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. service=MultiRowMutationService 2024-11-21T13:20:49,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:20:49,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:49,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,323 INFO [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,324 INFO [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44f490276be1bf59221b1daa65d580c columnFamilyName hfileref 2024-11-21T13:20:49,324 DEBUG [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:49,324 INFO [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] regionserver.HStore(327): Store=f44f490276be1bf59221b1daa65d580c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:49,324 INFO [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,325 INFO [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44f490276be1bf59221b1daa65d580c columnFamilyName queue 2024-11-21T13:20:49,325 DEBUG [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:49,326 INFO [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] regionserver.HStore(327): Store=f44f490276be1bf59221b1daa65d580c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:49,326 INFO [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,326 INFO [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f44f490276be1bf59221b1daa65d580c columnFamilyName sid 2024-11-21T13:20:49,327 DEBUG [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:49,327 INFO [StoreOpener-f44f490276be1bf59221b1daa65d580c-1 {}] regionserver.HStore(327): Store=f44f490276be1bf59221b1daa65d580c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:49,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/replication/f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/replication/f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:20:49,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/replication/f44f490276be1bf59221b1daa65d580c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:49,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f44f490276be1bf59221b1daa65d580c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71148287, jitterRate=0.06019209325313568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:20:49,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f44f490276be1bf59221b1daa65d580c 2024-11-21T13:20:49,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f44f490276be1bf59221b1daa65d580c: Running coprocessor pre-open hook at 1732195249322Writing region info on filesystem at 1732195249322Initializing all the Stores at 1732195249323 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195249323Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195249323Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195249323Cleaning up temporary data from old regions at 1732195249328 (+5 ms)Running coprocessor post-open hooks at 1732195249331 (+3 ms)Region opened successfully at 1732195249332 (+1 ms) 2024-11-21T13:20:49,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c., pid=10, masterSystemTime=1732195249301 2024-11-21T13:20:49,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:20:49,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:20:49,335 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f44f490276be1bf59221b1daa65d580c, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,34895,1732195235837 2024-11-21T13:20:49,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f44f490276be1bf59221b1daa65d580c, server=4fe6efa1e611,34895,1732195235837 because future has completed 2024-11-21T13:20:49,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:20:49,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f44f490276be1bf59221b1daa65d580c, server=4fe6efa1e611,34895,1732195235837 in 188 msec 2024-11-21T13:20:49,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:20:49,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f44f490276be1bf59221b1daa65d580c, ASSIGN in 344 msec 2024-11-21T13:20:49,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:20:49,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195249341"}]},"ts":"1732195249341"} 2024-11-21T13:20:49,343 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:20:49,344 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:20:49,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-21T13:20:49,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c., hostname=4fe6efa1e611,34895,1732195235837, seqNum=2] 2024-11-21T13:20:49,589 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T13:20:49,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:49,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:20:49,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:20:49,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:20:49,945 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:20:49,982 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,34895,1732195235837, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:20:49,982 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:49,983 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34895,1732195235837, seqNum=-1] 2024-11-21T13:20:49,983 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:49,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T13:20:49,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,34895,1732195235837', locateType=CURRENT is [region=hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c., hostname=4fe6efa1e611,34895,1732195235837, seqNum=2] 2024-11-21T13:20:49,988 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:20:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:20:49,990 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,34895,1732195235837 suceeded 2024-11-21T13:20:49,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:20:49,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-21T13:20:49,992 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:43761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:20:49,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8230 sec 2024-11-21T13:20:50,002 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:43761' 2024-11-21T13:20:50,003 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7544d947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:50,004 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43761,-1 for getting cluster id 2024-11-21T13:20:50,004 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:50,004 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a453a714-f47a-46dc-96fe-e875bacb5f72' 2024-11-21T13:20:50,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:50,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a453a714-f47a-46dc-96fe-e875bacb5f72" 2024-11-21T13:20:50,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a58efd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:50,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43761,-1] 2024-11-21T13:20:50,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:50,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:50,006 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:50,006 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eda0141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:50,006 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:50,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:50,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b346c3 2024-11-21T13:20:50,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:50,008 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-21T13:20:50,008 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,34895,1732195235837 (queues=1) is replicating from cluster=ca18ef63-539b-4390-8822-e52a0009661d to cluster=a453a714-f47a-46dc-96fe-e875bacb5f72 2024-11-21T13:20:50,008 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C34895%2C1732195235837 2024-11-21T13:20:50,008 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,34895,1732195235837, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:20:50,009 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C34895%2C1732195235837 2024-11-21T13:20:50,009 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151, startPosition=0, beingWritten=true 2024-11-21T13:20:50,014 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:50,014 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 379, reset compression=false 2024-11-21T13:20:50,014 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34895,1732195235837 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:20:50,218 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 379, reset compression=false 2024-11-21T13:20:50,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:20:50,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:50,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:50,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:50,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:50,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:50,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:50,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:50,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:50,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:50,319 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:20:50,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:50,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:50,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:50,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:50,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:50,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:50,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b491f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:50,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43761,-1 for getting cluster id 2024-11-21T13:20:50,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:50,320 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a453a714-f47a-46dc-96fe-e875bacb5f72' 2024-11-21T13:20:50,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a453a714-f47a-46dc-96fe-e875bacb5f72" 2024-11-21T13:20:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cd7cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43761,-1] 2024-11-21T13:20:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:50,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:50,322 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5a7a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:50,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c2161ab 2024-11-21T13:20:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:50,324 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:50,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:41883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:20:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:20:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:50,327 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:41883' 2024-11-21T13:20:50,328 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bf6911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:50,328 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,41883,-1 for getting cluster id 2024-11-21T13:20:50,328 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:50,328 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca18ef63-539b-4390-8822-e52a0009661d' 2024-11-21T13:20:50,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:50,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca18ef63-539b-4390-8822-e52a0009661d" 2024-11-21T13:20:50,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4ea0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:50,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,41883,-1] 2024-11-21T13:20:50,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:50,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:50,330 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:50,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629ce077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:50,330 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:50,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:50,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@397aedbe 2024-11-21T13:20:50,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:50,332 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:20:50,332 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:20:50,332 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:20:50,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:50,333 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:50,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:50,333 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:20:50,334 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:20:50,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:20:50,334 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:50,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:20:50,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:20:50,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbf9f0f957b3df39e98261d6f61eb5b9, NAME => 'hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d 2024-11-21T13:20:50,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:20:50,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:20:50,384 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:20:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:50,521 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 379, reset compression=false 2024-11-21T13:20:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:50,748 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:50,748 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cbf9f0f957b3df39e98261d6f61eb5b9, disabling compactions & flushes 2024-11-21T13:20:50,748 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:50,748 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:50,748 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. after waiting 0 ms 2024-11-21T13:20:50,748 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:50,748 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:50,748 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbf9f0f957b3df39e98261d6f61eb5b9: Waiting for close lock at 1732195250748Disabling compacts and flushes for region at 1732195250748Disabling writes for close at 1732195250748Writing region close event to WAL at 1732195250748Closed at 1732195250748 2024-11-21T13:20:50,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:20:50,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195250749"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195250749"}]},"ts":"1732195250749"} 2024-11-21T13:20:50,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:20:50,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:20:50,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195250751"}]},"ts":"1732195250751"} 2024-11-21T13:20:50,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:20:50,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbf9f0f957b3df39e98261d6f61eb5b9, ASSIGN}] 2024-11-21T13:20:50,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbf9f0f957b3df39e98261d6f61eb5b9, ASSIGN 2024-11-21T13:20:50,754 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbf9f0f957b3df39e98261d6f61eb5b9, ASSIGN; state=OFFLINE, location=4fe6efa1e611,34713,1732195241506; forceNewPlan=false, retain=false 2024-11-21T13:20:50,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbf9f0f957b3df39e98261d6f61eb5b9, regionState=OPENING, regionLocation=4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:50,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbf9f0f957b3df39e98261d6f61eb5b9, ASSIGN because future has completed 2024-11-21T13:20:50,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbf9f0f957b3df39e98261d6f61eb5b9, server=4fe6efa1e611,34713,1732195241506}] 2024-11-21T13:20:50,925 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 379, reset compression=false 2024-11-21T13:20:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:51,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:51,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:20:51,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:20:51,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C34713%2C1732195241506.rep, suffix=, logDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506, archiveDir=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/oldWALs, maxLogs=10 2024-11-21T13:20:51,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.rep.1732195251063, exclude list is [], retry=0 2024-11-21T13:20:51,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46157,DS-1cde6250-f6d1-42c7-bd66-e099a084fe4b,DISK] 2024-11-21T13:20:51,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.rep.1732195251063 2024-11-21T13:20:51,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41257:41257)] 2024-11-21T13:20:51,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cbf9f0f957b3df39e98261d6f61eb5b9, NAME => 'hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:20:51,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:20:51,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:20:51,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. service=MultiRowMutationService 2024-11-21T13:20:51,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:20:51,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:20:51,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,080 INFO [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,081 INFO [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbf9f0f957b3df39e98261d6f61eb5b9 columnFamilyName hfileref 2024-11-21T13:20:51,081 DEBUG [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:51,082 INFO [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] regionserver.HStore(327): Store=cbf9f0f957b3df39e98261d6f61eb5b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:51,082 INFO [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,082 INFO [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbf9f0f957b3df39e98261d6f61eb5b9 columnFamilyName queue 2024-11-21T13:20:51,082 DEBUG [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:51,083 INFO [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] regionserver.HStore(327): Store=cbf9f0f957b3df39e98261d6f61eb5b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:51,083 INFO [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,083 INFO [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbf9f0f957b3df39e98261d6f61eb5b9 columnFamilyName sid 2024-11-21T13:20:51,083 DEBUG [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:20:51,084 INFO [StoreOpener-cbf9f0f957b3df39e98261d6f61eb5b9-1 {}] regionserver.HStore(327): Store=cbf9f0f957b3df39e98261d6f61eb5b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:20:51,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/replication/cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/replication/cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:20:51,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/replication/cbf9f0f957b3df39e98261d6f61eb5b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:20:51,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cbf9f0f957b3df39e98261d6f61eb5b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75436620, jitterRate=0.12409323453903198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:20:51,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:51,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cbf9f0f957b3df39e98261d6f61eb5b9: Running coprocessor pre-open hook at 1732195251079Writing region info on filesystem at 1732195251079Initializing all the Stores at 1732195251080 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195251080Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195251080Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195251080Cleaning up temporary data from old regions at 1732195251085 (+5 ms)Running coprocessor post-open hooks at 1732195251088 (+3 ms)Region opened successfully at 1732195251088 2024-11-21T13:20:51,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9., pid=10, masterSystemTime=1732195251059 2024-11-21T13:20:51,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:51,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:51,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbf9f0f957b3df39e98261d6f61eb5b9, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:51,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbf9f0f957b3df39e98261d6f61eb5b9, server=4fe6efa1e611,34713,1732195241506 because future has completed 2024-11-21T13:20:51,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:20:51,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cbf9f0f957b3df39e98261d6f61eb5b9, server=4fe6efa1e611,34713,1732195241506 in 186 msec 2024-11-21T13:20:51,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:20:51,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbf9f0f957b3df39e98261d6f61eb5b9, ASSIGN in 341 msec 2024-11-21T13:20:51,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:20:51,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195251096"}]},"ts":"1732195251096"} 2024-11-21T13:20:51,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:20:51,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:20:51,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 766 msec 2024-11-21T13:20:51,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9., hostname=4fe6efa1e611,34713,1732195241506, seqNum=2] 2024-11-21T13:20:51,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:51,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:51,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:20:51,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:20:51,407 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:20:51,428 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 379, reset compression=false 2024-11-21T13:20:51,434 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,34713,1732195241506, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:20:51,434 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:51,434 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34713,1732195241506, seqNum=-1] 2024-11-21T13:20:51,435 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:51,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T13:20:51,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,34713,1732195241506', locateType=CURRENT is [region=hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9., hostname=4fe6efa1e611,34713,1732195241506, seqNum=2] 2024-11-21T13:20:51,439 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:20:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:20:51,441 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,34713,1732195241506 suceeded 2024-11-21T13:20:51,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:20:51,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-21T13:20:51,443 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:41883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:20:51,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1190 sec 2024-11-21T13:20:51,453 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:41883' 2024-11-21T13:20:51,454 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d383ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:51,454 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,41883,-1 for getting cluster id 2024-11-21T13:20:51,454 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:51,455 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca18ef63-539b-4390-8822-e52a0009661d' 2024-11-21T13:20:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca18ef63-539b-4390-8822-e52a0009661d" 2024-11-21T13:20:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@93dc43e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,41883,-1] 2024-11-21T13:20:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:51,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:51,457 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:51,458 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f59554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:51,458 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:51,459 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,41883,1732195235511 2024-11-21T13:20:51,459 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@426e195e 2024-11-21T13:20:51,459 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:20:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:20:51,463 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:20:51,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:51,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:51,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:51,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:51,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:51,464 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-21T13:20:51,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:51,464 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,34713,1732195241506 (queues=1) is replicating from cluster=a453a714-f47a-46dc-96fe-e875bacb5f72 to cluster=ca18ef63-539b-4390-8822-e52a0009661d 2024-11-21T13:20:51,464 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C34713%2C1732195241506 2024-11-21T13:20:51,464 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,34713,1732195241506, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:20:51,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34895,1732195235837, seqNum=-1] 2024-11-21T13:20:51,465 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739, startPosition=0, beingWritten=true 2024-11-21T13:20:51,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:51,465 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C34713%2C1732195241506 2024-11-21T13:20:51,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad., hostname=4fe6efa1e611,34895,1732195235837, seqNum=2] 2024-11-21T13:20:51,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:51,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34713,1732195241506, seqNum=-1] 2024-11-21T13:20:51,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:51,471 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:51,471 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 379, reset compression=false 2024-11-21T13:20:51,471 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34713,1732195241506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:20:51,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:20:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732195246011.05d50de36ee69956949e99e26cae846e., hostname=4fe6efa1e611,34713,1732195241506, seqNum=2] 2024-11-21T13:20:51,475 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T13:20:51,675 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 379, reset compression=false 2024-11-21T13:20:51,979 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 379, reset compression=false 2024-11-21T13:20:52,031 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 379, reset compression=false 2024-11-21T13:20:52,036 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:20:52,036 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 480, reset compression=false 2024-11-21T13:20:52,036 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34895,1732195235837 got entry batch from reader: WALEntryBatch [walEntries=[{test/474e9c95e00ad1b5998c174d732c08ad/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T13:20:52,038 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:20:52,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-21T13:20:52,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:20:52,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ceb68a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:52,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43761,-1 for getting cluster id 2024-11-21T13:20:52,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:52,041 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a453a714-f47a-46dc-96fe-e875bacb5f72' 2024-11-21T13:20:52,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:52,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a453a714-f47a-46dc-96fe-e875bacb5f72" 2024-11-21T13:20:52,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d77de94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:52,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43761,-1] 2024-11-21T13:20:52,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:52,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:52,042 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:52,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@724527bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:52,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:52,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34713,1732195241506, seqNum=-1] 2024-11-21T13:20:52,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:52,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T13:20:52,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732195246011.05d50de36ee69956949e99e26cae846e., hostname=4fe6efa1e611,34713,1732195241506, seqNum=2] 2024-11-21T13:20:52,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:20:52,239 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 480, reset compression=false 2024-11-21T13:20:52,383 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 379, reset compression=false 2024-11-21T13:20:52,388 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:52,388 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 504, reset compression=false 2024-11-21T13:20:52,388 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34713,1732195241506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:20:52,478 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T13:20:52,481 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T13:20:52,543 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 480, reset compression=false 2024-11-21T13:20:52,591 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 504, reset compression=false 2024-11-21T13:20:52,596 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:20:52,596 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 608, reset compression=false 2024-11-21T13:20:52,596 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34713,1732195241506 got entry batch from reader: WALEntryBatch [walEntries=[{test/05d50de36ee69956949e99e26cae846e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T13:20:52,598 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:20:52,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-21T13:20:52,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:20:52,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b666878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:52,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,41883,-1 for getting cluster id 2024-11-21T13:20:52,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:20:52,600 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca18ef63-539b-4390-8822-e52a0009661d' 2024-11-21T13:20:52,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:20:52,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca18ef63-539b-4390-8822-e52a0009661d" 2024-11-21T13:20:52,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@653440e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:52,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,41883,-1] 2024-11-21T13:20:52,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:20:52,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:52,601 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:20:52,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53d4009d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:20:52,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:20:52,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,34895,1732195235837, seqNum=-1] 2024-11-21T13:20:52,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:20:52,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T13:20:52,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad., hostname=4fe6efa1e611,34895,1732195235837, seqNum=2] 2024-11-21T13:20:52,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:20:52,800 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 608, reset compression=false 2024-11-21T13:20:52,947 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 480, reset compression=false 2024-11-21T13:20:52,951 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:52,951 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 608, reset compression=false 2024-11-21T13:20:52,951 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34895,1732195235837 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:20:53,104 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 608, reset compression=false 2024-11-21T13:20:53,154 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 608, reset compression=false 2024-11-21T13:20:53,457 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 608, reset compression=false 2024-11-21T13:20:53,483 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T13:20:53,490 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T13:20:53,507 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 608, reset compression=false 2024-11-21T13:20:53,860 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 608, reset compression=false 2024-11-21T13:20:53,865 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:20:53,865 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 764, reset compression=false 2024-11-21T13:20:53,865 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34895,1732195235837 got entry batch from reader: WALEntryBatch [walEntries=[{test/474e9c95e00ad1b5998c174d732c08ad/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T13:20:53,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:20:53,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34713 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:20:54,011 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 608, reset compression=false 2024-11-21T13:20:54,015 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:54,015 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 756, reset compression=false 2024-11-21T13:20:54,015 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34713,1732195241506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:20:54,068 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 764, reset compression=false 2024-11-21T13:20:54,220 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 756, reset compression=false 2024-11-21T13:20:54,372 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 764, reset compression=false 2024-11-21T13:20:54,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T13:20:54,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T13:20:54,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T13:20:54,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T13:20:54,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:20:54,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T13:20:54,491 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T13:20:54,494 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T13:20:54,523 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 756, reset compression=false 2024-11-21T13:20:54,527 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:20:54,527 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 915, reset compression=false 2024-11-21T13:20:54,527 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34713,1732195241506 got entry batch from reader: WALEntryBatch [walEntries=[{test/05d50de36ee69956949e99e26cae846e/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T13:20:54,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:20:54,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:20:54,731 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 915, reset compression=false 2024-11-21T13:20:54,775 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 764, reset compression=false 2024-11-21T13:20:54,937 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:54,937 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 914, reset compression=false 2024-11-21T13:20:54,937 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34895,1732195235837 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:20:55,035 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 915, reset compression=false 2024-11-21T13:20:55,154 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 914, reset compression=false 2024-11-21T13:20:55,438 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 915, reset compression=false 2024-11-21T13:20:55,458 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 914, reset compression=false 2024-11-21T13:20:55,496 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T13:20:55,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:20:55,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:55,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:55,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:55,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:55,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:20:55,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:55,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=254831943, stopped=false 2024-11-21T13:20:55,499 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,43761,1732195241341 2024-11-21T13:20:55,861 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 914, reset compression=false 2024-11-21T13:20:55,942 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 915, reset compression=false 2024-11-21T13:20:56,364 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 914, reset compression=false 2024-11-21T13:20:56,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11954660551/running 2024-11-21T13:20:56,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11954660551/running 2024-11-21T13:20:56,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:56,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:56,543 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:20:56,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:20:56,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:56,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:56,543 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,34713,1732195241506' ***** 2024-11-21T13:20:56,543 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:20:56,543 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:20:56,544 INFO [RS:0;4fe6efa1e611:34713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:20:56,544 INFO [RS:0;4fe6efa1e611:34713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:20:56,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Set watcher on znode that does not yet exist, /11954660551/running 2024-11-21T13:20:56,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Set watcher on znode that does not yet exist, /11954660551/running 2024-11-21T13:20:56,544 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:20:56,544 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(3091): Received CLOSE for 05d50de36ee69956949e99e26cae846e 2024-11-21T13:20:56,544 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(3091): Received CLOSE for cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:56,544 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:56,544 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:20:56,544 INFO [RS:0;4fe6efa1e611:34713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:34713. 2024-11-21T13:20:56,544 DEBUG [RS:0;4fe6efa1e611:34713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:56,544 DEBUG [RS:0;4fe6efa1e611:34713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:56,544 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05d50de36ee69956949e99e26cae846e, disabling compactions & flushes 2024-11-21T13:20:56,544 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:56,544 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:56,544 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195246011.05d50de36ee69956949e99e26cae846e. after waiting 0 ms 2024-11-21T13:20:56,544 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:20:56,544 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:20:56,544 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:56,544 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:20:56,544 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:20:56,544 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05d50de36ee69956949e99e26cae846e 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-21T13:20:56,545 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:20:56,545 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1325): Online Regions={05d50de36ee69956949e99e26cae846e=test,,1732195246011.05d50de36ee69956949e99e26cae846e., cbf9f0f957b3df39e98261d6f61eb5b9=hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:20:56,545 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1351): Waiting on 05d50de36ee69956949e99e26cae846e, 1588230740, cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:56,545 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:20:56,545 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:20:56,545 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:20:56,545 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:20:56,545 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:20:56,545 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:20:56,546 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 915, reset compression=false 2024-11-21T13:20:56,550 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:56,550 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 1162, reset compression=false 2024-11-21T13:20:56,551 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34713,1732195241506 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:20:56,552 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4fe6efa1e611,34713,1732195241506: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4fe6efa1e611,34713,1732195241506, walGroup=4fe6efa1e611%2C34713%2C1732195241506, offset=4fe6efa1e611%2C34713%2C1732195241506.1732195243739:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:34713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T13:20:56,553 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T13:20:56,553 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T13:20:56,554 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T13:20:56,554 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T13:20:56,554 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T13:20:56,554 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 582012528 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 190748384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T13:20:56,555 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:43761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:43761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T13:20:56,563 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/info/3e48699490ab46a3b3d224ddfced66cc is 147, key is hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9./info:regioninfo/1732195251091/Put/seqid=0 2024-11-21T13:20:56,564 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/.tmp/f/7e7e31fe09d447708d26458608b8e184 is 29, key is row1/f:/1732195254492/DeleteFamily/seqid=0 2024-11-21T13:20:56,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741840_1016 (size=7686) 2024-11-21T13:20:56,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741841_1017 (size=5118) 2024-11-21T13:20:56,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:20:56,596 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:20:56,596 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:20:56,607 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:20:56,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:56,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:56,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:56,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:56,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:56,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:56,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:56,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:56,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:56,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:20:56,745 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1351): Waiting on 05d50de36ee69956949e99e26cae846e, 1588230740, cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:56,753 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 1162, reset compression=false 2024-11-21T13:20:56,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:20:56,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:56,919 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28400 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:20:56,945 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1351): Waiting on 05d50de36ee69956949e99e26cae846e, 1588230740, cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:56,967 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/info/3e48699490ab46a3b3d224ddfced66cc 2024-11-21T13:20:56,967 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 914, reset compression=false 2024-11-21T13:20:56,968 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/.tmp/f/7e7e31fe09d447708d26458608b8e184 2024-11-21T13:20:56,971 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e7e31fe09d447708d26458608b8e184 2024-11-21T13:20:56,984 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/ns/42fdf0ec21a34cca9023cea727528529 is 43, key is default/ns:d/1732195244808/Put/seqid=0 2024-11-21T13:20:56,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741842_1018 (size=5153) 2024-11-21T13:20:56,991 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/.tmp/f1/44315d375930447291a5cd2a08054be3 is 30, key is row1/f1:/1732195254492/DeleteFamily/seqid=0 2024-11-21T13:20:56,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741843_1019 (size=5123) 2024-11-21T13:20:57,057 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 1162, reset compression=false 2024-11-21T13:20:57,145 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1351): Waiting on 05d50de36ee69956949e99e26cae846e, 1588230740, cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:57,346 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1351): Waiting on 05d50de36ee69956949e99e26cae846e, 1588230740, cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:57,387 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/ns/42fdf0ec21a34cca9023cea727528529 2024-11-21T13:20:57,395 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/.tmp/f1/44315d375930447291a5cd2a08054be3 2024-11-21T13:20:57,398 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44315d375930447291a5cd2a08054be3 2024-11-21T13:20:57,409 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/rep_barrier/61f8e24aeb7f45e0b8e8098925ead4c7 is 112, key is test,,1732195246011.05d50de36ee69956949e99e26cae846e./rep_barrier:seqnumDuringOpen/1732195247155/Put/seqid=0 2024-11-21T13:20:57,412 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/.tmp/norep/b5758efc07df4b0ebf4441078232aae6 is 33, key is row1/norep:/1732195254492/DeleteFamily/seqid=0 2024-11-21T13:20:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741844_1020 (size=5518) 2024-11-21T13:20:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741845_1021 (size=5108) 2024-11-21T13:20:57,460 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 1162, reset compression=false 2024-11-21T13:20:57,546 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1351): Waiting on 05d50de36ee69956949e99e26cae846e, 1588230740, cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:57,670 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 914, reset compression=false 2024-11-21T13:20:57,746 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1351): Waiting on 05d50de36ee69956949e99e26cae846e, 1588230740, cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:57,814 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/rep_barrier/61f8e24aeb7f45e0b8e8098925ead4c7 2024-11-21T13:20:57,815 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/.tmp/norep/b5758efc07df4b0ebf4441078232aae6 2024-11-21T13:20:57,818 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5758efc07df4b0ebf4441078232aae6 2024-11-21T13:20:57,819 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/.tmp/f/7e7e31fe09d447708d26458608b8e184 as hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/f/7e7e31fe09d447708d26458608b8e184 2024-11-21T13:20:57,823 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e7e31fe09d447708d26458608b8e184 2024-11-21T13:20:57,823 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/f/7e7e31fe09d447708d26458608b8e184, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T13:20:57,824 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/.tmp/f1/44315d375930447291a5cd2a08054be3 as hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/f1/44315d375930447291a5cd2a08054be3 2024-11-21T13:20:57,828 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44315d375930447291a5cd2a08054be3 2024-11-21T13:20:57,828 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/f1/44315d375930447291a5cd2a08054be3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T13:20:57,829 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/.tmp/norep/b5758efc07df4b0ebf4441078232aae6 as hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/norep/b5758efc07df4b0ebf4441078232aae6 2024-11-21T13:20:57,834 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/table/42f40f95db8448f9a4696683f79046b8 is 53, key is hbase:replication/table:state/1732195251096/Put/seqid=0 2024-11-21T13:20:57,834 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5758efc07df4b0ebf4441078232aae6 2024-11-21T13:20:57,834 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/norep/b5758efc07df4b0ebf4441078232aae6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T13:20:57,835 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 05d50de36ee69956949e99e26cae846e in 1290ms, sequenceid=8, compaction requested=false 2024-11-21T13:20:57,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741846_1022 (size=5308) 2024-11-21T13:20:57,843 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/default/test/05d50de36ee69956949e99e26cae846e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T13:20:57,843 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:57,843 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:20:57,843 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:57,843 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05d50de36ee69956949e99e26cae846e: Waiting for close lock at 1732195256544Running coprocessor pre-close hooks at 1732195256544Disabling compacts and flushes for region at 1732195256544Disabling writes for close at 1732195256544Obtaining lock to block concurrent updates at 1732195256544Preparing flush snapshotting stores in 05d50de36ee69956949e99e26cae846e at 1732195256544Finished memstore snapshotting test,,1732195246011.05d50de36ee69956949e99e26cae846e., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732195256545 (+1 ms)Flushing stores of test,,1732195246011.05d50de36ee69956949e99e26cae846e. at 1732195256545Flushing 05d50de36ee69956949e99e26cae846e/f: creating writer at 1732195256545Flushing 05d50de36ee69956949e99e26cae846e/f: appending metadata at 1732195256563 (+18 ms)Flushing 05d50de36ee69956949e99e26cae846e/f: closing flushed file at 1732195256563Flushing 05d50de36ee69956949e99e26cae846e/f1: creating writer at 1732195256971 (+408 ms)Flushing 05d50de36ee69956949e99e26cae846e/f1: appending metadata at 1732195256990 (+19 ms)Flushing 05d50de36ee69956949e99e26cae846e/f1: closing flushed file at 1732195256990Flushing 05d50de36ee69956949e99e26cae846e/norep: creating writer at 1732195257398 (+408 ms)Flushing 05d50de36ee69956949e99e26cae846e/norep: appending metadata at 1732195257411 (+13 ms)Flushing 05d50de36ee69956949e99e26cae846e/norep: closing flushed file at 1732195257411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61cda002: reopening flushed file at 1732195257818 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f78dac: reopening flushed file at 1732195257823 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ffaa67: reopening flushed file at 1732195257829 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 05d50de36ee69956949e99e26cae846e in 1290ms, sequenceid=8, compaction requested=false at 1732195257835 (+6 ms)Writing region close event to WAL at 1732195257839 (+4 ms)Running coprocessor post-close hooks at 1732195257843 (+4 ms)Closed at 1732195257843 2024-11-21T13:20:57,843 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195246011.05d50de36ee69956949e99e26cae846e. 2024-11-21T13:20:57,844 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbf9f0f957b3df39e98261d6f61eb5b9, disabling compactions & flushes 2024-11-21T13:20:57,844 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:57,844 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:57,844 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. after waiting 0 ms 2024-11-21T13:20:57,844 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:57,844 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbf9f0f957b3df39e98261d6f61eb5b9: Waiting for close lock at 1732195257843Running coprocessor pre-close hooks at 1732195257843Disabling compacts and flushes for region at 1732195257843Disabling writes for close at 1732195257844 (+1 ms)Failed flush hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9., putting online again at 1732195257844 2024-11-21T13:20:57,844 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:57,946 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:20:57,946 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1325): Online Regions={cbf9f0f957b3df39e98261d6f61eb5b9=hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:20:57,946 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(3091): Received CLOSE for cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:57,946 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbf9f0f957b3df39e98261d6f61eb5b9 2024-11-21T13:20:57,946 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbf9f0f957b3df39e98261d6f61eb5b9, disabling compactions & flushes 2024-11-21T13:20:57,947 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:57,947 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:57,947 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. after waiting 0 ms 2024-11-21T13:20:57,947 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:57,947 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbf9f0f957b3df39e98261d6f61eb5b9: Waiting for close lock at 1732195257946Running coprocessor pre-close hooks at 1732195257946Disabling compacts and flushes for region at 1732195257946Disabling writes for close at 1732195257947 (+1 ms)Failed flush hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9., putting online again at 1732195257947 2024-11-21T13:20:57,947 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732195250333.cbf9f0f957b3df39e98261d6f61eb5b9. 2024-11-21T13:20:57,964 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 1162, reset compression=false 2024-11-21T13:20:57,968 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:20:57,968 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 1806, reset compression=false 2024-11-21T13:20:58,147 DEBUG [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:20:58,173 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.wal-reader.4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.1732195243739 to pos 1806, reset compression=false 2024-11-21T13:20:58,241 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/table/42f40f95db8448f9a4696683f79046b8 2024-11-21T13:20:58,245 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/info/3e48699490ab46a3b3d224ddfced66cc as hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/info/3e48699490ab46a3b3d224ddfced66cc 2024-11-21T13:20:58,249 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/info/3e48699490ab46a3b3d224ddfced66cc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:20:58,250 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/ns/42fdf0ec21a34cca9023cea727528529 as hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/ns/42fdf0ec21a34cca9023cea727528529 2024-11-21T13:20:58,253 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/ns/42fdf0ec21a34cca9023cea727528529, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:20:58,254 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/rep_barrier/61f8e24aeb7f45e0b8e8098925ead4c7 as hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/rep_barrier/61f8e24aeb7f45e0b8e8098925ead4c7 2024-11-21T13:20:58,258 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/rep_barrier/61f8e24aeb7f45e0b8e8098925ead4c7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:20:58,259 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/.tmp/table/42f40f95db8448f9a4696683f79046b8 as hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/table/42f40f95db8448f9a4696683f79046b8 2024-11-21T13:20:58,262 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/table/42f40f95db8448f9a4696683f79046b8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:20:58,263 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-21T13:20:58,268 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:20:58,268 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:20:58,268 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:20:58,268 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:20:58,269 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195256545Running coprocessor pre-close hooks at 1732195256545Disabling compacts and flushes for region at 1732195256545Disabling writes for close at 1732195256545Obtaining lock to block concurrent updates at 1732195256545Preparing flush snapshotting stores in 1588230740 at 1732195256545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195256545Flushing stores of hbase:meta,,1.1588230740 at 1732195256546 (+1 ms)Flushing 1588230740/info: creating writer at 1732195256546Flushing 1588230740/info: appending metadata at 1732195256562 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732195256562Flushing 1588230740/ns: creating writer at 1732195256971 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732195256984 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732195256984Flushing 1588230740/rep_barrier: creating writer at 1732195257392 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195257408 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195257408Flushing 1588230740/table: creating writer at 1732195257818 (+410 ms)Flushing 1588230740/table: appending metadata at 1732195257833 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732195257833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff76ece: reopening flushed file at 1732195258245 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7532e910: reopening flushed file at 1732195258249 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a975778: reopening flushed file at 1732195258253 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac4b7da: reopening flushed file at 1732195258258 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1732195258263 (+5 ms)Writing region close event to WAL at 1732195258265 (+2 ms)Running coprocessor post-close hooks at 1732195258268 (+3 ms)Closed at 1732195258268 2024-11-21T13:20:58,269 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:20:58,347 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T13:20:58,347 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,34713,1732195241506; all regions closed. 2024-11-21T13:20:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741834_1010 (size=4239) 2024-11-21T13:20:58,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741839_1015 (size=1733) 2024-11-21T13:20:58,351 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/WALs/4fe6efa1e611,34713,1732195241506/4fe6efa1e611%2C34713%2C1732195241506.rep.1732195251063 not finished, retry = 0 2024-11-21T13:20:58,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741832_1008 (size=1814) 2024-11-21T13:20:58,455 DEBUG [RS:0;4fe6efa1e611:34713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:58,455 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:20:58,455 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:20:58,455 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:20:58,455 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:20:58,455 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:20:58,455 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,34713,1732195241506 because: Region server is closing 2024-11-21T13:20:58,455 INFO [RS:0;4fe6efa1e611:34713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:34713. 2024-11-21T13:20:58,456 DEBUG [RS:0;4fe6efa1e611:34713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:58,456 DEBUG [RS:0;4fe6efa1e611:34713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:58,456 DEBUG [RS:0;4fe6efa1e611:34713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:58,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:58,473 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 914, reset compression=false 2024-11-21T13:20:58,556 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34713,1732195241506.replicationSource.shipper4fe6efa1e611%2C34713%2C1732195241506,1-4fe6efa1e611,34713,1732195241506 terminated 2024-11-21T13:20:58,556 INFO [RS:0;4fe6efa1e611:34713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:34713. 2024-11-21T13:20:58,556 DEBUG [RS:0;4fe6efa1e611:34713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:20:58,556 DEBUG [RS:0;4fe6efa1e611:34713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:58,556 DEBUG [RS:0;4fe6efa1e611:34713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:20:58,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:20:58,556 INFO [RS:0;4fe6efa1e611:34713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34713 2024-11-21T13:20:58,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551/rs 2024-11-21T13:20:58,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11954660551/rs/4fe6efa1e611,34713,1732195241506 2024-11-21T13:20:58,627 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:20:58,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,34713,1732195241506] 2024-11-21T13:20:58,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11954660551/draining/4fe6efa1e611,34713,1732195241506 already deleted, retry=false 2024-11-21T13:20:58,648 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,34713,1732195241506 expired; onlineServers=0 2024-11-21T13:20:58,648 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,43761,1732195241341' ***** 2024-11-21T13:20:58,648 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:20:58,648 INFO [M:0;4fe6efa1e611:43761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:20:58,648 INFO [M:0;4fe6efa1e611:43761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:20:58,648 DEBUG [M:0;4fe6efa1e611:43761 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:20:58,648 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:20:58,648 DEBUG [M:0;4fe6efa1e611:43761 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:20:58,648 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195243494 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195243494,5,FailOnTimeoutGroup] 2024-11-21T13:20:58,648 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195243494 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195243494,5,FailOnTimeoutGroup] 2024-11-21T13:20:58,648 INFO [M:0;4fe6efa1e611:43761 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:20:58,648 INFO [M:0;4fe6efa1e611:43761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:20:58,648 DEBUG [M:0;4fe6efa1e611:43761 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:20:58,648 INFO [M:0;4fe6efa1e611:43761 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:20:58,648 INFO [M:0;4fe6efa1e611:43761 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:20:58,648 INFO [M:0;4fe6efa1e611:43761 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:20:58,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:20:58,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11954660551/master 2024-11-21T13:20:58,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11954660551 2024-11-21T13:20:58,658 DEBUG [M:0;4fe6efa1e611:43761 {}] zookeeper.ZKUtil(347): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Unable to get data of znode /11954660551/master because node does not exist (not an error) 2024-11-21T13:20:58,658 WARN [M:0;4fe6efa1e611:43761 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:20:58,659 INFO [M:0;4fe6efa1e611:43761 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/.lastflushedseqids 2024-11-21T13:20:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741847_1023 (size=245) 2024-11-21T13:20:58,737 INFO [RS:0;4fe6efa1e611:34713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:20:58,737 INFO [RS:0;4fe6efa1e611:34713 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,34713,1732195241506; zookeeper connection closed. 2024-11-21T13:20:58,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:20:58,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34713-0x1015d8da8330004, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:20:58,737 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5278cb16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5278cb16 2024-11-21T13:20:58,738 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:20:59,063 INFO [M:0;4fe6efa1e611:43761 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:20:59,063 INFO [M:0;4fe6efa1e611:43761 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:20:59,063 DEBUG [M:0;4fe6efa1e611:43761 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:20:59,063 INFO [M:0;4fe6efa1e611:43761 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:59,063 DEBUG [M:0;4fe6efa1e611:43761 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:59,063 DEBUG [M:0;4fe6efa1e611:43761 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:20:59,063 DEBUG [M:0;4fe6efa1e611:43761 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:59,063 INFO [M:0;4fe6efa1e611:43761 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T13:20:59,081 DEBUG [M:0;4fe6efa1e611:43761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3478c81080a40f48b1999eb4225290a is 82, key is hbase:meta,,1/info:regioninfo/1732195244793/Put/seqid=0 2024-11-21T13:20:59,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741848_1024 (size=5672) 2024-11-21T13:20:59,084 INFO [M:0;4fe6efa1e611:43761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3478c81080a40f48b1999eb4225290a 2024-11-21T13:20:59,102 DEBUG [M:0;4fe6efa1e611:43761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9bc1078f97348a3beef4ce3a4a330b1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732195251099/Put/seqid=0 2024-11-21T13:20:59,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741849_1025 (size=8516) 2024-11-21T13:20:59,376 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 914, reset compression=false 2024-11-21T13:20:59,506 INFO [M:0;4fe6efa1e611:43761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9bc1078f97348a3beef4ce3a4a330b1 2024-11-21T13:20:59,527 DEBUG [M:0;4fe6efa1e611:43761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62e6447f28194d58abdc4cc2fb7f8b48 is 69, key is 4fe6efa1e611,34713,1732195241506/rs:state/1732195243575/Put/seqid=0 2024-11-21T13:20:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741850_1026 (size=5156) 2024-11-21T13:20:59,955 INFO [M:0;4fe6efa1e611:43761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62e6447f28194d58abdc4cc2fb7f8b48 2024-11-21T13:20:59,959 DEBUG [M:0;4fe6efa1e611:43761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3478c81080a40f48b1999eb4225290a as hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3478c81080a40f48b1999eb4225290a 2024-11-21T13:20:59,962 INFO [M:0;4fe6efa1e611:43761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3478c81080a40f48b1999eb4225290a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T13:20:59,962 DEBUG [M:0;4fe6efa1e611:43761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9bc1078f97348a3beef4ce3a4a330b1 as hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9bc1078f97348a3beef4ce3a4a330b1 2024-11-21T13:20:59,966 INFO [M:0;4fe6efa1e611:43761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9bc1078f97348a3beef4ce3a4a330b1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T13:20:59,966 DEBUG [M:0;4fe6efa1e611:43761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62e6447f28194d58abdc4cc2fb7f8b48 as hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62e6447f28194d58abdc4cc2fb7f8b48 2024-11-21T13:20:59,971 INFO [M:0;4fe6efa1e611:43761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46319/user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62e6447f28194d58abdc4cc2fb7f8b48, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T13:20:59,972 INFO [M:0;4fe6efa1e611:43761 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=97, compaction requested=false 2024-11-21T13:20:59,979 INFO [M:0;4fe6efa1e611:43761 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:20:59,979 DEBUG [M:0;4fe6efa1e611:43761 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195259063Disabling compacts and flushes for region at 1732195259063Disabling writes for close at 1732195259063Obtaining lock to block concurrent updates at 1732195259063Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195259063Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732195259064 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195259064Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195259064Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195259080 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195259080Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195259088 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195259101 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195259102 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195259510 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195259526 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195259527 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b560c77: reopening flushed file at 1732195259958 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509feccf: reopening flushed file at 1732195259962 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@387af67d: reopening flushed file at 1732195259966 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=97, compaction requested=false at 1732195259972 (+6 ms)Writing region close event to WAL at 1732195259979 (+7 ms)Closed at 1732195259979 2024-11-21T13:20:59,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46157 is added to blk_1073741830_1006 (size=63654) 2024-11-21T13:20:59,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/544ebbc3-429a-f748-b23d-5fe60ae8204d/MasterData/WALs/4fe6efa1e611,43761,1732195241341/4fe6efa1e611%2C43761%2C1732195241341.1732195243229 not finished, retry = 0 2024-11-21T13:21:00,086 INFO [M:0;4fe6efa1e611:43761 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:21:00,086 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:21:00,086 INFO [M:0;4fe6efa1e611:43761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43761 2024-11-21T13:21:00,086 INFO [M:0;4fe6efa1e611:43761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:21:00,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:00,207 INFO [M:0;4fe6efa1e611:43761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:21:00,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43761-0x1015d8da8330003, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:00,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3df20586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:21:00,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34debdc7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:21:00,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:21:00,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46a5c6b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:21:00,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44b15050{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/hadoop.log.dir/,STOPPED} 2024-11-21T13:21:00,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:21:00,258 WARN [BP-663985657-172.17.0.2-1732195239444 heartbeating to localhost/127.0.0.1:46319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:21:00,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:21:00,258 WARN [BP-663985657-172.17.0.2-1732195239444 heartbeating to localhost/127.0.0.1:46319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-663985657-172.17.0.2-1732195239444 (Datanode Uuid 1420a3a9-5285-438f-aa24-2eb865568481) service to localhost/127.0.0.1:46319 2024-11-21T13:21:00,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/cluster_f5051478-8181-79e7-195f-68cc26b4c7e1/data/data1/current/BP-663985657-172.17.0.2-1732195239444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:21:00,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/cluster_f5051478-8181-79e7-195f-68cc26b4c7e1/data/data2/current/BP-663985657-172.17.0.2-1732195239444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:21:00,259 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:21:00,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ec94257{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:21:00,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7237a8da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:21:00,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:21:00,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77333365{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:21:00,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60c9f1bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/hadoop.log.dir/,STOPPED} 2024-11-21T13:21:00,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:21:00,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:21:00,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:00,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:00,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:00,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:00,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:00,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:21:00,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1901921690, stopped=false 2024-11-21T13:21:00,276 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,41883,1732195235511 2024-11-21T13:21:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0393566715/running 2024-11-21T13:21:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0393566715/running 2024-11-21T13:21:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:21:00,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:21:00,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:21:00,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Set watcher on znode that does not yet exist, /0393566715/running 2024-11-21T13:21:00,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Set watcher on znode that does not yet exist, /0393566715/running 2024-11-21T13:21:00,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:00,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:00,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:00,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,34895,1732195235837' ***** 2024-11-21T13:21:00,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:21:00,291 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:21:00,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:21:00,291 INFO [RS:0;4fe6efa1e611:34895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:21:00,291 INFO [RS:0;4fe6efa1e611:34895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:21:00,291 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(3091): Received CLOSE for f44f490276be1bf59221b1daa65d580c 2024-11-21T13:21:00,292 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(3091): Received CLOSE for 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:21:00,292 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,34895,1732195235837 2024-11-21T13:21:00,292 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:21:00,292 INFO [RS:0;4fe6efa1e611:34895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:34895. 2024-11-21T13:21:00,292 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f44f490276be1bf59221b1daa65d580c, disabling compactions & flushes 2024-11-21T13:21:00,292 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:21:00,292 DEBUG [RS:0;4fe6efa1e611:34895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:00,292 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:21:00,292 DEBUG [RS:0;4fe6efa1e611:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:00,292 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. after waiting 0 ms 2024-11-21T13:21:00,292 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:21:00,292 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:21:00,292 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:21:00,292 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:21:00,292 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:21:00,292 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f44f490276be1bf59221b1daa65d580c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-21T13:21:00,292 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:21:00,292 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f44f490276be1bf59221b1daa65d580c=hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c., 474e9c95e00ad1b5998c174d732c08ad=test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad.} 2024-11-21T13:21:00,292 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 474e9c95e00ad1b5998c174d732c08ad, f44f490276be1bf59221b1daa65d580c 2024-11-21T13:21:00,293 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:21:00,293 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:21:00,293 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:21:00,293 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:21:00,293 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:21:00,293 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:21:00,306 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/replication/f44f490276be1bf59221b1daa65d580c/.tmp/queue/18267ad7eac2410cb07352e7d2931e74 is 153, key is 1-4fe6efa1e611,34895,1732195235837/queue:4fe6efa1e611%2C34895%2C1732195235837/1732195254952/Put/seqid=0 2024-11-21T13:21:00,306 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/info/1c157f60f3704cddb7a6aff0f33e6311 is 147, key is hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c./info:regioninfo/1732195249335/Put/seqid=0 2024-11-21T13:21:00,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741841_1017 (size=7686) 2024-11-21T13:21:00,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741840_1016 (size=5352) 2024-11-21T13:21:00,309 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/info/1c157f60f3704cddb7a6aff0f33e6311 2024-11-21T13:21:00,325 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/ns/b8a49fab592345e1a9508be121c93966 is 43, key is default/ns:d/1732195239320/Put/seqid=0 2024-11-21T13:21:00,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741842_1018 (size=5153) 2024-11-21T13:21:00,355 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:21:00,381 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 914, reset compression=false 2024-11-21T13:21:00,493 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 474e9c95e00ad1b5998c174d732c08ad, f44f490276be1bf59221b1daa65d580c 2024-11-21T13:21:00,693 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 474e9c95e00ad1b5998c174d732c08ad, f44f490276be1bf59221b1daa65d580c 2024-11-21T13:21:00,710 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/replication/f44f490276be1bf59221b1daa65d580c/.tmp/queue/18267ad7eac2410cb07352e7d2931e74 2024-11-21T13:21:00,715 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/replication/f44f490276be1bf59221b1daa65d580c/.tmp/queue/18267ad7eac2410cb07352e7d2931e74 as hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/replication/f44f490276be1bf59221b1daa65d580c/queue/18267ad7eac2410cb07352e7d2931e74 2024-11-21T13:21:00,718 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/replication/f44f490276be1bf59221b1daa65d580c/queue/18267ad7eac2410cb07352e7d2931e74, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T13:21:00,719 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f44f490276be1bf59221b1daa65d580c in 427ms, sequenceid=10, compaction requested=false 2024-11-21T13:21:00,722 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/replication/f44f490276be1bf59221b1daa65d580c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T13:21:00,723 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:21:00,723 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:21:00,723 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:21:00,723 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f44f490276be1bf59221b1daa65d580c: Waiting for close lock at 1732195260292Running coprocessor pre-close hooks at 1732195260292Disabling compacts and flushes for region at 1732195260292Disabling writes for close at 1732195260292Obtaining lock to block concurrent updates at 1732195260292Preparing flush snapshotting stores in f44f490276be1bf59221b1daa65d580c at 1732195260292Finished memstore snapshotting hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732195260292Flushing stores of hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. at 1732195260293 (+1 ms)Flushing f44f490276be1bf59221b1daa65d580c/queue: creating writer at 1732195260293Flushing f44f490276be1bf59221b1daa65d580c/queue: appending metadata at 1732195260305 (+12 ms)Flushing f44f490276be1bf59221b1daa65d580c/queue: closing flushed file at 1732195260305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ffa5b5: reopening flushed file at 1732195260714 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f44f490276be1bf59221b1daa65d580c in 427ms, sequenceid=10, compaction requested=false at 1732195260719 (+5 ms)Writing region close event to WAL at 1732195260720 (+1 ms)Running coprocessor post-close hooks at 1732195260723 (+3 ms)Closed at 1732195260723 2024-11-21T13:21:00,723 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195248176.f44f490276be1bf59221b1daa65d580c. 2024-11-21T13:21:00,723 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 474e9c95e00ad1b5998c174d732c08ad, disabling compactions & flushes 2024-11-21T13:21:00,723 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:21:00,723 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:21:00,723 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. after waiting 0 ms 2024-11-21T13:21:00,723 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:21:00,723 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 474e9c95e00ad1b5998c174d732c08ad 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-21T13:21:00,729 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/ns/b8a49fab592345e1a9508be121c93966 2024-11-21T13:21:00,739 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/.tmp/f/656802212df94379b773f6c6b0b23b1c is 29, key is row1/f:/1732195254492/DeleteFamily/seqid=0 2024-11-21T13:21:00,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741843_1019 (size=5118) 2024-11-21T13:21:00,752 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/rep_barrier/e48d014b0e9b44489dbde826c6050978 is 112, key is test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad./rep_barrier:seqnumDuringOpen/1732195245623/Put/seqid=0 2024-11-21T13:21:00,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741844_1020 (size=5518) 2024-11-21T13:21:00,893 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:21:01,024 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:21:01,024 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:21:01,093 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:21:01,144 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/.tmp/f/656802212df94379b773f6c6b0b23b1c 2024-11-21T13:21:01,148 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 656802212df94379b773f6c6b0b23b1c 2024-11-21T13:21:01,155 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/rep_barrier/e48d014b0e9b44489dbde826c6050978 2024-11-21T13:21:01,164 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/.tmp/f1/2f068635ecf5467db886f9e256690e13 is 30, key is row1/f1:/1732195254492/DeleteFamily/seqid=0 2024-11-21T13:21:01,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741845_1021 (size=5123) 2024-11-21T13:21:01,181 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/table/24435e770b1f417fb6410d4b69de409b is 53, key is hbase:replication/table:state/1732195249341/Put/seqid=0 2024-11-21T13:21:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741846_1022 (size=5308) 2024-11-21T13:21:01,293 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:21:01,293 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 474e9c95e00ad1b5998c174d732c08ad=test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad.} 2024-11-21T13:21:01,294 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:21:01,484 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 914, reset compression=false 2024-11-21T13:21:01,489 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:01,489 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 1161, reset compression=false 2024-11-21T13:21:01,489 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,34895,1732195235837 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:01,490 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4fe6efa1e611,34895,1732195235837: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4fe6efa1e611,34895,1732195235837, walGroup=4fe6efa1e611%2C34895%2C1732195235837, offset=4fe6efa1e611%2C34895%2C1732195235837.1732195238151:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:34895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T13:21:01,491 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T13:21:01,491 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T13:21:01,492 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T13:21:01,492 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T13:21:01,492 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T13:21:01,492 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 682675824 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 191524560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T13:21:01,493 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:41883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:41883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T13:21:01,494 DEBUG [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 474e9c95e00ad1b5998c174d732c08ad 2024-11-21T13:21:01,569 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/.tmp/f1/2f068635ecf5467db886f9e256690e13 2024-11-21T13:21:01,573 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f068635ecf5467db886f9e256690e13 2024-11-21T13:21:01,585 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/table/24435e770b1f417fb6410d4b69de409b 2024-11-21T13:21:01,590 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/info/1c157f60f3704cddb7a6aff0f33e6311 as hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/info/1c157f60f3704cddb7a6aff0f33e6311 2024-11-21T13:21:01,591 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/.tmp/norep/2d114ff8bace4f1790f8a3a763f57f38 is 32, key is row/norep:/1732195253487/DeleteFamily/seqid=0 2024-11-21T13:21:01,595 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/info/1c157f60f3704cddb7a6aff0f33e6311, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:21:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741847_1023 (size=5101) 2024-11-21T13:21:01,597 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/.tmp/norep/2d114ff8bace4f1790f8a3a763f57f38 2024-11-21T13:21:01,597 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/ns/b8a49fab592345e1a9508be121c93966 as hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/ns/b8a49fab592345e1a9508be121c93966 2024-11-21T13:21:01,601 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d114ff8bace4f1790f8a3a763f57f38 2024-11-21T13:21:01,602 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/.tmp/f/656802212df94379b773f6c6b0b23b1c as hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/f/656802212df94379b773f6c6b0b23b1c 2024-11-21T13:21:01,602 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/ns/b8a49fab592345e1a9508be121c93966, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:21:01,603 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/rep_barrier/e48d014b0e9b44489dbde826c6050978 as hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/rep_barrier/e48d014b0e9b44489dbde826c6050978 2024-11-21T13:21:01,608 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 656802212df94379b773f6c6b0b23b1c 2024-11-21T13:21:01,608 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/rep_barrier/e48d014b0e9b44489dbde826c6050978, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:21:01,608 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/f/656802212df94379b773f6c6b0b23b1c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T13:21:01,609 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/.tmp/table/24435e770b1f417fb6410d4b69de409b as hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/table/24435e770b1f417fb6410d4b69de409b 2024-11-21T13:21:01,609 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/.tmp/f1/2f068635ecf5467db886f9e256690e13 as hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/f1/2f068635ecf5467db886f9e256690e13 2024-11-21T13:21:01,614 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f068635ecf5467db886f9e256690e13 2024-11-21T13:21:01,614 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/table/24435e770b1f417fb6410d4b69de409b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:21:01,614 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/f1/2f068635ecf5467db886f9e256690e13, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T13:21:01,615 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/.tmp/norep/2d114ff8bace4f1790f8a3a763f57f38 as hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/norep/2d114ff8bace4f1790f8a3a763f57f38 2024-11-21T13:21:01,615 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-11-21T13:21:01,616 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:21:01,619 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d114ff8bace4f1790f8a3a763f57f38 2024-11-21T13:21:01,619 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/norep/2d114ff8bace4f1790f8a3a763f57f38, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T13:21:01,620 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 474e9c95e00ad1b5998c174d732c08ad in 897ms, sequenceid=8, compaction requested=false 2024-11-21T13:21:01,620 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T13:21:01,621 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:21:01,622 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:21:01,622 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:21:01,622 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:01,622 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195260292Running coprocessor pre-close hooks at 1732195260292Disabling compacts and flushes for region at 1732195260292Disabling writes for close at 1732195260293 (+1 ms)Obtaining lock to block concurrent updates at 1732195260293Preparing flush snapshotting stores in 1588230740 at 1732195260293Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195260293Flushing stores of hbase:meta,,1.1588230740 at 1732195260294 (+1 ms)Flushing 1588230740/info: creating writer at 1732195260294Flushing 1588230740/info: appending metadata at 1732195260306 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732195260306Flushing 1588230740/ns: creating writer at 1732195260313 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732195260325 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732195260325Flushing 1588230740/rep_barrier: creating writer at 1732195260733 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195260751 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195260751Flushing 1588230740/table: creating writer at 1732195261159 (+408 ms)Flushing 1588230740/table: appending metadata at 1732195261180 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732195261180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7347cc85: reopening flushed file at 1732195261589 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4feed2ea: reopening flushed file at 1732195261596 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@242c57d0: reopening flushed file at 1732195261603 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5153634c: reopening flushed file at 1732195261608 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1732195261615 (+7 ms)Writing region close event to WAL at 1732195261618 (+3 ms)Running coprocessor post-close hooks at 1732195261622 (+4 ms)Closed at 1732195261622 2024-11-21T13:21:01,622 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:01,624 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/data/default/test/474e9c95e00ad1b5998c174d732c08ad/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T13:21:01,624 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:21:01,624 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:21:01,625 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:21:01,625 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 474e9c95e00ad1b5998c174d732c08ad: Waiting for close lock at 1732195260723Running coprocessor pre-close hooks at 1732195260723Disabling compacts and flushes for region at 1732195260723Disabling writes for close at 1732195260723Obtaining lock to block concurrent updates at 1732195260723Preparing flush snapshotting stores in 474e9c95e00ad1b5998c174d732c08ad at 1732195260723Finished memstore snapshotting test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732195260724 (+1 ms)Flushing stores of test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. at 1732195260724Flushing 474e9c95e00ad1b5998c174d732c08ad/f: creating writer at 1732195260724Flushing 474e9c95e00ad1b5998c174d732c08ad/f: appending metadata at 1732195260739 (+15 ms)Flushing 474e9c95e00ad1b5998c174d732c08ad/f: closing flushed file at 1732195260739Flushing 474e9c95e00ad1b5998c174d732c08ad/f1: creating writer at 1732195261148 (+409 ms)Flushing 474e9c95e00ad1b5998c174d732c08ad/f1: appending metadata at 1732195261163 (+15 ms)Flushing 474e9c95e00ad1b5998c174d732c08ad/f1: closing flushed file at 1732195261163Flushing 474e9c95e00ad1b5998c174d732c08ad/norep: creating writer at 1732195261573 (+410 ms)Flushing 474e9c95e00ad1b5998c174d732c08ad/norep: appending metadata at 1732195261590 (+17 ms)Flushing 474e9c95e00ad1b5998c174d732c08ad/norep: closing flushed file at 1732195261590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664d3026: reopening flushed file at 1732195261601 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9bf113: reopening flushed file at 1732195261608 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e78c349: reopening flushed file at 1732195261614 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 474e9c95e00ad1b5998c174d732c08ad in 897ms, sequenceid=8, compaction requested=false at 1732195261620 (+6 ms)Writing region close event to WAL at 1732195261622 (+2 ms)Running coprocessor post-close hooks at 1732195261624 (+2 ms)Closed at 1732195261625 (+1 ms) 2024-11-21T13:21:01,625 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195244869.474e9c95e00ad1b5998c174d732c08ad. 2024-11-21T13:21:01,694 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 1161, reset compression=false 2024-11-21T13:21:01,694 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,34895,1732195235837; all regions closed. 2024-11-21T13:21:01,696 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.meta.1732195239227.meta not finished, retry = 0 2024-11-21T13:21:01,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741834_1010 (size=4239) 2024-11-21T13:21:01,698 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:01,699 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 1805, reset compression=false 2024-11-21T13:21:01,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741839_1015 (size=2676) 2024-11-21T13:21:01,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.rep.1732195249306 not finished, retry = 0 2024-11-21T13:21:01,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741832_1008 (size=1813) 2024-11-21T13:21:01,902 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 not finished, retry = 0 2024-11-21T13:21:01,902 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 to pos 1805, reset compression=false 2024-11-21T13:21:02,003 DEBUG [RS:0;4fe6efa1e611:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:02,003 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:21:02,003 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/WALs/4fe6efa1e611,34895,1732195235837/4fe6efa1e611%2C34895%2C1732195235837.1732195238151 2024-11-21T13:21:02,003 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:21:02,003 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:21:02,003 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:21:02,003 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:21:02,003 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,34895,1732195235837 because: Region server is closing 2024-11-21T13:21:02,003 INFO [RS:0;4fe6efa1e611:34895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:34895. 2024-11-21T13:21:02,003 DEBUG [RS:0;4fe6efa1e611:34895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:02,003 DEBUG [RS:0;4fe6efa1e611:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:02,003 DEBUG [RS:0;4fe6efa1e611:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:02,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:02,104 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.shipper4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 terminated 2024-11-21T13:21:02,104 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,34895,1732195235837.replicationSource.wal-reader.4fe6efa1e611%2C34895%2C1732195235837,1-4fe6efa1e611,34895,1732195235837 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-21T13:21:02,104 INFO [RS:0;4fe6efa1e611:34895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:34895. 2024-11-21T13:21:02,104 DEBUG [RS:0;4fe6efa1e611:34895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:02,104 DEBUG [RS:0;4fe6efa1e611:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:02,104 DEBUG [RS:0;4fe6efa1e611:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:02,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:02,104 INFO [RS:0;4fe6efa1e611:34895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34895 2024-11-21T13:21:02,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715/rs 2024-11-21T13:21:02,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0393566715/rs/4fe6efa1e611,34895,1732195235837 2024-11-21T13:21:02,170 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:21:02,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,34895,1732195235837] 2024-11-21T13:21:02,190 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0393566715/draining/4fe6efa1e611,34895,1732195235837 already deleted, retry=false 2024-11-21T13:21:02,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,34895,1732195235837 expired; onlineServers=0 2024-11-21T13:21:02,191 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,41883,1732195235511' ***** 2024-11-21T13:21:02,191 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:21:02,191 INFO [M:0;4fe6efa1e611:41883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:21:02,191 INFO [M:0;4fe6efa1e611:41883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:21:02,191 DEBUG [M:0;4fe6efa1e611:41883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:21:02,191 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:21:02,191 DEBUG [M:0;4fe6efa1e611:41883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:21:02,191 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195237887 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195237887,5,FailOnTimeoutGroup] 2024-11-21T13:21:02,191 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195237888 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195237888,5,FailOnTimeoutGroup] 2024-11-21T13:21:02,191 INFO [M:0;4fe6efa1e611:41883 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:21:02,191 INFO [M:0;4fe6efa1e611:41883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:21:02,191 DEBUG [M:0;4fe6efa1e611:41883 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:21:02,191 INFO [M:0;4fe6efa1e611:41883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:21:02,191 INFO [M:0;4fe6efa1e611:41883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:21:02,191 INFO [M:0;4fe6efa1e611:41883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:21:02,191 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:21:02,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0393566715/master 2024-11-21T13:21:02,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0393566715 2024-11-21T13:21:02,201 DEBUG [M:0;4fe6efa1e611:41883 {}] zookeeper.ZKUtil(347): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Unable to get data of znode /0393566715/master because node does not exist (not an error) 2024-11-21T13:21:02,201 WARN [M:0;4fe6efa1e611:41883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:21:02,202 INFO [M:0;4fe6efa1e611:41883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/.lastflushedseqids 2024-11-21T13:21:02,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741848_1024 (size=245) 2024-11-21T13:21:02,280 INFO [RS:0;4fe6efa1e611:34895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:21:02,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:02,280 INFO [RS:0;4fe6efa1e611:34895 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,34895,1732195235837; zookeeper connection closed. 2024-11-21T13:21:02,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x1015d8da8330001, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:02,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@567df7ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@567df7ff 2024-11-21T13:21:02,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:21:02,611 INFO [M:0;4fe6efa1e611:41883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:21:02,611 INFO [M:0;4fe6efa1e611:41883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:21:02,611 DEBUG [M:0;4fe6efa1e611:41883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:21:02,611 INFO [M:0;4fe6efa1e611:41883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:02,611 DEBUG [M:0;4fe6efa1e611:41883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:02,611 DEBUG [M:0;4fe6efa1e611:41883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:21:02,611 DEBUG [M:0;4fe6efa1e611:41883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:02,612 INFO [M:0;4fe6efa1e611:41883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T13:21:02,629 DEBUG [M:0;4fe6efa1e611:41883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/962039de28ff4839b97317bd15775df3 is 82, key is hbase:meta,,1/info:regioninfo/1732195239256/Put/seqid=0 2024-11-21T13:21:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741849_1025 (size=5672) 2024-11-21T13:21:03,032 INFO [M:0;4fe6efa1e611:41883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/962039de28ff4839b97317bd15775df3 2024-11-21T13:21:03,053 DEBUG [M:0;4fe6efa1e611:41883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1aa931f21b82482298d4f3ebefb1317f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732195249344/Put/seqid=0 2024-11-21T13:21:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741850_1026 (size=8516) 2024-11-21T13:21:03,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:21:03,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:03,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:03,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:03,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:03,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:03,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:03,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:03,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:03,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:03,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:03,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:03,458 INFO [M:0;4fe6efa1e611:41883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1aa931f21b82482298d4f3ebefb1317f 2024-11-21T13:21:03,479 DEBUG [M:0;4fe6efa1e611:41883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79dd1f5dc4ee4386907387f51e6eb637 is 69, key is 4fe6efa1e611,34895,1732195235837/rs:state/1732195238007/Put/seqid=0 2024-11-21T13:21:03,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741851_1027 (size=5156) 2024-11-21T13:21:03,883 INFO [M:0;4fe6efa1e611:41883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79dd1f5dc4ee4386907387f51e6eb637 2024-11-21T13:21:03,887 DEBUG [M:0;4fe6efa1e611:41883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/962039de28ff4839b97317bd15775df3 as hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/962039de28ff4839b97317bd15775df3 2024-11-21T13:21:03,891 INFO [M:0;4fe6efa1e611:41883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/962039de28ff4839b97317bd15775df3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T13:21:03,892 DEBUG [M:0;4fe6efa1e611:41883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1aa931f21b82482298d4f3ebefb1317f as hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1aa931f21b82482298d4f3ebefb1317f 2024-11-21T13:21:03,896 INFO [M:0;4fe6efa1e611:41883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1aa931f21b82482298d4f3ebefb1317f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T13:21:03,897 DEBUG [M:0;4fe6efa1e611:41883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79dd1f5dc4ee4386907387f51e6eb637 as hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79dd1f5dc4ee4386907387f51e6eb637 2024-11-21T13:21:03,901 INFO [M:0;4fe6efa1e611:41883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33741/user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79dd1f5dc4ee4386907387f51e6eb637, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T13:21:03,902 INFO [M:0;4fe6efa1e611:41883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-21T13:21:03,903 INFO [M:0;4fe6efa1e611:41883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:03,903 DEBUG [M:0;4fe6efa1e611:41883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195262611Disabling compacts and flushes for region at 1732195262611Disabling writes for close at 1732195262611Obtaining lock to block concurrent updates at 1732195262612 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195262612Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732195262612Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195262612Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195262612Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195262628 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195262628Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195263037 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195263053 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195263053Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195263462 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195263478 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195263478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21189900: reopening flushed file at 1732195263886 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d2e856: reopening flushed file at 1732195263891 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79149d5d: reopening flushed file at 1732195263896 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1732195263902 (+6 ms)Writing region close event to WAL at 1732195263903 (+1 ms)Closed at 1732195263903 2024-11-21T13:21:03,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36613 is added to blk_1073741830_1006 (size=63654) 2024-11-21T13:21:03,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1e773bc-d613-efb2-66e0-72601fb6846c/MasterData/WALs/4fe6efa1e611,41883,1732195235511/4fe6efa1e611%2C41883%2C1732195235511.1732195237626 not finished, retry = 0 2024-11-21T13:21:04,006 INFO [M:0;4fe6efa1e611:41883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:21:04,006 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:21:04,006 INFO [M:0;4fe6efa1e611:41883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41883 2024-11-21T13:21:04,007 INFO [M:0;4fe6efa1e611:41883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:21:04,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:04,164 INFO [M:0;4fe6efa1e611:41883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:21:04,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41883-0x1015d8da8330000, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:04,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1edd163c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:21:04,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58356843{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:21:04,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:21:04,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33f5d961{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:21:04,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16427dfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/hadoop.log.dir/,STOPPED} 2024-11-21T13:21:04,169 WARN [BP-1708482605-172.17.0.2-1732195232921 heartbeating to localhost/127.0.0.1:33741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:21:04,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:21:04,169 WARN [BP-1708482605-172.17.0.2-1732195232921 heartbeating to localhost/127.0.0.1:33741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1708482605-172.17.0.2-1732195232921 (Datanode Uuid 6910764b-15cd-407d-a677-bd101c89d6f9) service to localhost/127.0.0.1:33741 2024-11-21T13:21:04,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/cluster_e4932808-5884-cc92-4556-df223e8c2084/data/data2/current/BP-1708482605-172.17.0.2-1732195232921 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:21:04,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:21:04,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/cluster_e4932808-5884-cc92-4556-df223e8c2084/data/data1/current/BP-1708482605-172.17.0.2-1732195232921 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:21:04,169 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:21:04,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51c15b19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:21:04,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f0d980a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:21:04,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:21:04,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@608d745a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:21:04,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac1c08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3aea048f-f24f-83db-4156-2795c1848be1/hadoop.log.dir/,STOPPED} 2024-11-21T13:21:04,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T13:21:04,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:21:04,202 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 241) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33741 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56559) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56559) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46319 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1787 (was 1815) 2024-11-21T13:21:04,212 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=1787 2024-11-21T13:21:04,229 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-21T13:21:04,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/hadoop.log.dir so I do NOT create it in target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea 2024-11-21T13:21:04,230 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:21:04,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/hadoop.tmp.dir so I do NOT create it in target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea 2024-11-21T13:21:04,230 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07506c6b-f147-1220-5dd5-be3c6f2c26fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:21:04,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea 2024-11-21T13:21:04,230 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/cluster_9f2b7c67-680e-dc8b-ca2e-716b5660d36e, deleteOnExit=true 2024-11-21T13:21:04,250 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/cluster_9f2b7c67-680e-dc8b-ca2e-716b5660d36e/zookeeper_0, clientPort=51145, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/cluster_9f2b7c67-680e-dc8b-ca2e-716b5660d36e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/cluster_9f2b7c67-680e-dc8b-ca2e-716b5660d36e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T13:21:04,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51145 2024-11-21T13:21:04,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:21:04,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:21:04,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/test.cache.data in system properties and HBase conf 2024-11-21T13:21:04,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:21:04,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:21:04,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:21:04,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:21:04,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:21:04,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:21:04,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:04,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:04,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:21:04,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:04,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:21:04,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:21:04,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:04,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:04,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:21:04,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:21:04,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:21:04,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:04,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:21:04,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:21:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d8da8330005, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:21:04,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d8da8330002, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:21:04,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d8da8330002, quorum=127.0.0.1:56559, baseZNode=/0393566715 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:21:04,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d8da8330005, quorum=127.0.0.1:56559, baseZNode=/11954660551 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:21:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:21:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:21:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T13:21:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:21:04,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:04,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:04,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:04,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:04,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:21:04,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:04,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@505f8c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:04,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59e682da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:04,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2221d68c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/java.io.tmpdir/jetty-localhost-42395-hadoop-hdfs-3_4_1-tests_jar-_-any-2823899871749495585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:21:04,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d00ec2f{HTTP/1.1, (http/1.1)}{localhost:42395} 2024-11-21T13:21:04,700 INFO [Time-limited test {}] server.Server(415): Started @236124ms 2024-11-21T13:21:05,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:05,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:05,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:05,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:05,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:21:05,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7957adf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:05,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eeccb73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:05,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@688d0a24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/java.io.tmpdir/jetty-localhost-38883-hadoop-hdfs-3_4_1-tests_jar-_-any-17178680592350543324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:21:05,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2122d986{HTTP/1.1, (http/1.1)}{localhost:38883} 2024-11-21T13:21:05,122 INFO [Time-limited test {}] server.Server(415): Started @236546ms 2024-11-21T13:21:05,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:21:05,849 WARN [Thread-2672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/cluster_9f2b7c67-680e-dc8b-ca2e-716b5660d36e/data/data2/current/BP-192515159-172.17.0.2-1732195264279/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:05,849 WARN [Thread-2671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/cluster_9f2b7c67-680e-dc8b-ca2e-716b5660d36e/data/data1/current/BP-192515159-172.17.0.2-1732195264279/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:05,869 WARN [Thread-2659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:21:05,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ae9fe919bab3eaa with lease ID 0xa846ef4571a6814a: Processing first storage report for DS-d0224398-dac8-430f-8d04-3e1009b85085 from datanode DatanodeRegistration(127.0.0.1:42205, datanodeUuid=11b61ea9-1e1d-4c56-bc6b-b43d405a645e, infoPort=45175, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=199795205;c=1732195264279) 2024-11-21T13:21:05,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ae9fe919bab3eaa with lease ID 0xa846ef4571a6814a: from storage DS-d0224398-dac8-430f-8d04-3e1009b85085 node DatanodeRegistration(127.0.0.1:42205, datanodeUuid=11b61ea9-1e1d-4c56-bc6b-b43d405a645e, infoPort=45175, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=199795205;c=1732195264279), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:05,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ae9fe919bab3eaa with lease ID 0xa846ef4571a6814a: Processing first storage report for DS-314e47e9-107c-41f2-a6c8-7507e9d90e20 from datanode DatanodeRegistration(127.0.0.1:42205, datanodeUuid=11b61ea9-1e1d-4c56-bc6b-b43d405a645e, infoPort=45175, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=199795205;c=1732195264279) 2024-11-21T13:21:05,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ae9fe919bab3eaa with lease ID 0xa846ef4571a6814a: from storage DS-314e47e9-107c-41f2-a6c8-7507e9d90e20 node DatanodeRegistration(127.0.0.1:42205, datanodeUuid=11b61ea9-1e1d-4c56-bc6b-b43d405a645e, infoPort=45175, infoSecurePort=0, ipcPort=34113, storageInfo=lv=-57;cid=testClusterID;nsid=199795205;c=1732195264279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:05,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea 2024-11-21T13:21:05,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:05,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:21:06,356 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3 with version=8 2024-11-21T13:21:06,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/hbase-staging 2024-11-21T13:21:06,357 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:06,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:06,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:06,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:06,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:06,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:06,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:21:06,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:06,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44433 2024-11-21T13:21:06,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44433 connecting to ZooKeeper ensemble=127.0.0.1:51145 2024-11-21T13:21:06,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444330x0, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:06,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44433-0x1015d8e22a50000 connected 2024-11-21T13:21:06,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:06,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:06,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Set watcher on znode that does not yet exist, /0889341405/running 2024-11-21T13:21:06,545 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3, hbase.cluster.distributed=false 2024-11-21T13:21:06,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Set watcher on znode that does not yet exist, /0889341405/acl 2024-11-21T13:21:06,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-21T13:21:06,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44433 2024-11-21T13:21:06,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44433 2024-11-21T13:21:06,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-21T13:21:06,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-21T13:21:06,564 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:06,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:06,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:06,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:06,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:06,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:06,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:21:06,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:06,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35621 2024-11-21T13:21:06,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35621 connecting to ZooKeeper ensemble=127.0.0.1:51145 2024-11-21T13:21:06,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:06,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:06,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356210x0, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:06,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35621-0x1015d8e22a50001 connected 2024-11-21T13:21:06,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Set watcher on znode that does not yet exist, /0889341405/running 2024-11-21T13:21:06,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:21:06,581 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:21:06,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Set watcher on znode that does not yet exist, /0889341405/master 2024-11-21T13:21:06,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Set watcher on znode that does not yet exist, /0889341405/acl 2024-11-21T13:21:06,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35621 2024-11-21T13:21:06,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35621 2024-11-21T13:21:06,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35621 2024-11-21T13:21:06,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35621 2024-11-21T13:21:06,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35621 2024-11-21T13:21:06,597 DEBUG [M:0;4fe6efa1e611:44433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:44433 2024-11-21T13:21:06,597 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0889341405/backup-masters/4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:06,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405/backup-masters 2024-11-21T13:21:06,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405/backup-masters 2024-11-21T13:21:06,605 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Set watcher on existing znode=/0889341405/backup-masters/4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:06,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0889341405/master 2024-11-21T13:21:06,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:06,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:06,616 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Set watcher on existing znode=/0889341405/master 2024-11-21T13:21:06,616 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0889341405/backup-masters/4fe6efa1e611,44433,1732195266357 from backup master directory 2024-11-21T13:21:06,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0889341405/backup-masters/4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:06,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405/backup-masters 2024-11-21T13:21:06,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405/backup-masters 2024-11-21T13:21:06,626 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:21:06,626 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:06,629 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/hbase.id] with ID: 6d0ac8c6-ced1-445d-bb50-0925822aae0e 2024-11-21T13:21:06,629 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/.tmp/hbase.id 2024-11-21T13:21:06,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:21:06,978 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:06,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:21:06,980 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38461 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:21:07,036 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/.tmp/hbase.id]:[hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/hbase.id] 2024-11-21T13:21:07,043 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:07,043 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:21:07,044 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:21:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:07,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:21:07,501 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:07,501 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:21:07,502 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:07,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:21:07,908 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store 2024-11-21T13:21:07,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:21:08,347 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:08,347 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:21:08,347 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:08,347 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:08,347 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:21:08,347 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:08,347 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:08,347 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195268347Disabling compacts and flushes for region at 1732195268347Disabling writes for close at 1732195268347Writing region close event to WAL at 1732195268347Closed at 1732195268347 2024-11-21T13:21:08,348 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/.initializing 2024-11-21T13:21:08,348 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/WALs/4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:08,357 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:21:08,363 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C44433%2C1732195266357, suffix=, logDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/WALs/4fe6efa1e611,44433,1732195266357, archiveDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/oldWALs, maxLogs=10 2024-11-21T13:21:08,396 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/WALs/4fe6efa1e611,44433,1732195266357/4fe6efa1e611%2C44433%2C1732195266357.1732195268363, exclude list is [], retry=0 2024-11-21T13:21:08,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42205,DS-d0224398-dac8-430f-8d04-3e1009b85085,DISK] 2024-11-21T13:21:08,407 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/WALs/4fe6efa1e611,44433,1732195266357/4fe6efa1e611%2C44433%2C1732195266357.1732195268363 2024-11-21T13:21:08,408 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45175:45175)] 2024-11-21T13:21:08,408 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:08,408 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:08,409 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,409 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:21:08,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:08,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:08,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:21:08,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:08,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:08,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:21:08,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:08,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:08,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:21:08,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:08,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:08,433 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,434 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,434 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,435 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,435 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,436 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:08,437 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:08,440 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:08,441 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60008852, jitterRate=-0.10579842329025269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:08,442 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195268409Initializing all the Stores at 1732195268410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195268410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195268420 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195268420Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195268420Cleaning up temporary data from old regions at 1732195268435 (+15 ms)Region opened successfully at 1732195268441 (+6 ms) 2024-11-21T13:21:08,444 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:21:08,447 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2278e86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:21:08,454 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:21:08,455 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:21:08,455 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:21:08,455 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:21:08,455 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:21:08,456 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:21:08,456 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:21:08,463 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:21:08,464 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Unable to get data of znode /0889341405/balancer because node does not exist (not necessarily an error) 2024-11-21T13:21:08,517 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0889341405/balancer already deleted, retry=false 2024-11-21T13:21:08,517 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:21:08,518 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Unable to get data of znode /0889341405/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:21:08,531 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0889341405/normalizer already deleted, retry=false 2024-11-21T13:21:08,533 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:21:08,542 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Unable to get data of znode /0889341405/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:21:08,552 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0889341405/switch/split already deleted, retry=false 2024-11-21T13:21:08,553 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Unable to get data of znode /0889341405/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:21:08,563 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0889341405/switch/merge already deleted, retry=false 2024-11-21T13:21:08,565 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Unable to get data of znode /0889341405/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:21:08,573 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0889341405/snapshot-cleanup already deleted, retry=false 2024-11-21T13:21:08,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0889341405/running 2024-11-21T13:21:08,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:08,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0889341405/running 2024-11-21T13:21:08,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:08,584 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,44433,1732195266357, sessionid=0x1015d8e22a50000, setting cluster-up flag (Was=false) 2024-11-21T13:21:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:08,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:08,637 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0889341405/flush-table-proc/acquired, /0889341405/flush-table-proc/reached, /0889341405/flush-table-proc/abort 2024-11-21T13:21:08,641 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:08,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:08,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:08,696 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0889341405/online-snapshot/acquired, /0889341405/online-snapshot/reached, /0889341405/online-snapshot/abort 2024-11-21T13:21:08,698 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:08,709 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:21:08,721 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:08,722 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:21:08,722 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:21:08,722 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,44433,1732195266357 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:21:08,723 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:08,723 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:08,723 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:08,723 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:08,724 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:21:08,724 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,724 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:21:08,724 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:08,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:21:08,732 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:08,732 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:21:08,734 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195298734 2024-11-21T13:21:08,734 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:21:08,734 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:21:08,734 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:21:08,734 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:21:08,734 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:21:08,734 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:21:08,735 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,736 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:21:08,736 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:21:08,736 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:21:08,736 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:21:08,737 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:21:08,737 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:21:08,740 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195268737,5,FailOnTimeoutGroup] 2024-11-21T13:21:08,760 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195268740,5,FailOnTimeoutGroup] 2024-11-21T13:21:08,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:21:08,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:21:08,807 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(746): ClusterId : 6d0ac8c6-ced1-445d-bb50-0925822aae0e 2024-11-21T13:21:08,807 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:21:08,816 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:21:08,816 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:21:08,827 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:21:08,827 DEBUG [RS:0;4fe6efa1e611:35621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184f2965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:21:08,849 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:35621 2024-11-21T13:21:08,849 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:21:08,849 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:21:08,849 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:21:08,851 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,44433,1732195266357 with port=35621, startcode=1732195266564 2024-11-21T13:21:08,856 DEBUG [RS:0;4fe6efa1e611:35621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:21:08,865 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:21:08,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:08,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:08,874 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3 2024-11-21T13:21:08,874 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35457 2024-11-21T13:21:08,874 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:21:08,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405/rs 2024-11-21T13:21:08,885 DEBUG [RS:0;4fe6efa1e611:35621 {}] zookeeper.ZKUtil(111): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Set watcher on existing znode=/0889341405/rs/4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:08,886 WARN [RS:0;4fe6efa1e611:35621 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:21:08,886 INFO [RS:0;4fe6efa1e611:35621 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:08,886 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:08,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,35621,1732195266564] 2024-11-21T13:21:08,904 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:21:08,913 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:21:08,921 INFO [RS:0;4fe6efa1e611:35621 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:21:08,921 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,930 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:21:08,933 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:21:08,933 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:21:08,933 DEBUG [RS:0;4fe6efa1e611:35621 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:21:08,944 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,944 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,944 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,944 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,944 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,944 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,35621,1732195266564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:21:08,963 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:21:08,963 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,35621,1732195266564-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,963 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,963 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.Replication(171): 4fe6efa1e611,35621,1732195266564 started 2024-11-21T13:21:08,981 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:08,982 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,35621,1732195266564, RpcServer on 4fe6efa1e611/172.17.0.2:35621, sessionid=0x1015d8e22a50001 2024-11-21T13:21:08,982 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:21:08,982 DEBUG [RS:0;4fe6efa1e611:35621 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:08,982 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,35621,1732195266564' 2024-11-21T13:21:08,982 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0889341405/flush-table-proc/abort' 2024-11-21T13:21:08,982 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0889341405/flush-table-proc/acquired' 2024-11-21T13:21:08,983 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:21:08,983 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:21:08,983 DEBUG [RS:0;4fe6efa1e611:35621 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:08,983 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,35621,1732195266564' 2024-11-21T13:21:08,983 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0889341405/online-snapshot/abort' 2024-11-21T13:21:08,983 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0889341405/online-snapshot/acquired' 2024-11-21T13:21:08,983 DEBUG [RS:0;4fe6efa1e611:35621 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:21:08,983 INFO [RS:0;4fe6efa1e611:35621 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:21:08,983 INFO [RS:0;4fe6efa1e611:35621 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:21:09,084 INFO [RS:0;4fe6efa1e611:35621 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:21:09,085 INFO [RS:0;4fe6efa1e611:35621 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C35621%2C1732195266564, suffix=, logDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564, archiveDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/oldWALs, maxLogs=10 2024-11-21T13:21:09,103 DEBUG [RS:0;4fe6efa1e611:35621 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086, exclude list is [], retry=0 2024-11-21T13:21:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42205,DS-d0224398-dac8-430f-8d04-3e1009b85085,DISK] 2024-11-21T13:21:09,118 INFO [RS:0;4fe6efa1e611:35621 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 2024-11-21T13:21:09,132 DEBUG [RS:0;4fe6efa1e611:35621 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45175:45175)] 2024-11-21T13:21:09,183 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:21:09,183 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3 2024-11-21T13:21:09,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:21:09,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:09,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:21:09,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:21:09,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:09,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:09,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:21:09,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:21:09,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:09,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:09,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:21:09,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:21:09,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:09,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:09,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:21:09,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:21:09,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:09,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:09,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:21:09,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740 2024-11-21T13:21:09,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740 2024-11-21T13:21:09,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:21:09,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:21:09,603 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:09,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:21:09,606 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:09,606 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65965220, jitterRate=-0.01704162359237671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:09,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195269596Initializing all the Stores at 1732195269596Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195269596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195269596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195269597 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195269597Cleaning up temporary data from old regions at 1732195269603 (+6 ms)Region opened successfully at 1732195269606 (+3 ms) 2024-11-21T13:21:09,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:21:09,606 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:21:09,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:21:09,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:21:09,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:21:09,607 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:09,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195269606Disabling compacts and flushes for region at 1732195269606Disabling writes for close at 1732195269606Writing region close event to WAL at 1732195269607 (+1 ms)Closed at 1732195269607 2024-11-21T13:21:09,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:09,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:21:09,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:21:09,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:21:09,609 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:21:09,759 DEBUG [4fe6efa1e611:44433 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:21:09,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:09,761 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,35621,1732195266564, state=OPENING 2024-11-21T13:21:09,773 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:21:09,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:09,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:09,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0889341405/meta-region-server: CHANGED 2024-11-21T13:21:09,784 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:21:09,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0889341405/meta-region-server: CHANGED 2024-11-21T13:21:09,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,35621,1732195266564}] 2024-11-21T13:21:09,938 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:21:09,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:21:09,948 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:21:09,948 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:09,948 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:21:09,950 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C35621%2C1732195266564.meta, suffix=.meta, logDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564, archiveDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/oldWALs, maxLogs=10 2024-11-21T13:21:09,969 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.meta.1732195269951.meta, exclude list is [], retry=0 2024-11-21T13:21:09,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42205,DS-d0224398-dac8-430f-8d04-3e1009b85085,DISK] 2024-11-21T13:21:09,974 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.meta.1732195269951.meta 2024-11-21T13:21:09,974 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45175:45175)] 2024-11-21T13:21:09,975 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:09,975 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:21:09,975 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:21:09,975 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:21:09,975 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:21:09,975 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:21:09,975 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:09,976 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:21:09,976 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:21:09,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:21:09,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:21:09,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:09,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:09,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:21:09,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:21:09,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:09,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:09,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:21:09,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:21:09,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:09,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:09,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:21:09,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:21:09,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:09,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:09,983 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:21:09,983 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740 2024-11-21T13:21:09,984 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740 2024-11-21T13:21:09,985 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:21:09,986 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:21:09,986 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:21:09,987 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:09,988 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:21:09,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:09,989 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74452402, jitterRate=0.10942724347114563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:09,989 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:21:09,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:09,989 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195269976Writing region info on filesystem at 1732195269976Initializing all the Stores at 1732195269977 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195269977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195269978 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195269978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195269978Cleaning up temporary data from old regions at 1732195269986 (+8 ms)Running coprocessor post-open hooks at 1732195269989 (+3 ms)Region opened successfully at 1732195269989 2024-11-21T13:21:09,992 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195269937 2024-11-21T13:21:09,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:09,996 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:21:09,996 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:21:09,997 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,35621,1732195266564, state=OPEN 2024-11-21T13:21:10,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:10,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:10,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:10,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:10,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:10,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:10,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:10,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:10,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:10,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:10,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0889341405/meta-region-server 2024-11-21T13:21:10,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0889341405/meta-region-server 2024-11-21T13:21:10,065 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:10,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0889341405/meta-region-server: CHANGED 2024-11-21T13:21:10,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0889341405/meta-region-server: CHANGED 2024-11-21T13:21:10,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:21:10,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,35621,1732195266564 in 281 msec 2024-11-21T13:21:10,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:21:10,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-21T13:21:10,069 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:10,069 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:21:10,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:10,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,35621,1732195266564, seqNum=-1] 2024-11-21T13:21:10,070 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:10,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:10,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3540 sec 2024-11-21T13:21:10,075 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195270075, completionTime=-1 2024-11-21T13:21:10,075 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:21:10,075 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:21:10,077 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:21:10,077 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195330077 2024-11-21T13:21:10,077 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195390077 2024-11-21T13:21:10,077 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:21:10,077 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44433,1732195266357-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:10,078 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44433,1732195266357-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:10,078 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44433,1732195266357-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:10,078 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:44433, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:10,078 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:10,078 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:10,079 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:21:10,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.455sec 2024-11-21T13:21:10,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:21:10,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:21:10,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:21:10,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:21:10,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:21:10,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44433,1732195266357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:21:10,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44433,1732195266357-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:21:10,083 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:21:10,083 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:21:10,083 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44433,1732195266357-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:10,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bac06a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:10,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44433,-1 for getting cluster id 2024-11-21T13:21:10,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:10,103 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d0ac8c6-ced1-445d-bb50-0925822aae0e' 2024-11-21T13:21:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d0ac8c6-ced1-445d-bb50-0925822aae0e" 2024-11-21T13:21:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7029c60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44433,-1] 2024-11-21T13:21:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:10,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:10,105 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:10,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba28043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:10,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,35621,1732195266564, seqNum=-1] 2024-11-21T13:21:10,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:10,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:10,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:10,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51145 2024-11-21T13:21:10,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:10,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d8e22a50002 connected 2024-11-21T13:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/hadoop.log.dir so I do NOT create it in target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308 2024-11-21T13:21:10,175 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/hadoop.tmp.dir so I do NOT create it in target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308 2024-11-21T13:21:10,175 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:21:10,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308 2024-11-21T13:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:21:10,175 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/cluster_0148e0bf-6aa1-4880-e3b1-742c49eae016, deleteOnExit=true 2024-11-21T13:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/test.cache.data in system properties and HBase conf 2024-11-21T13:21:10,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:21:10,176 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:21:10,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:21:10,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:21:11,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:11,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:11,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:11,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:11,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:21:11,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:11,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1970e49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:11,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79d81b12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:11,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29c29e1c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/java.io.tmpdir/jetty-localhost-35731-hadoop-hdfs-3_4_1-tests_jar-_-any-9774892802752192296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:21:11,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b23fd6{HTTP/1.1, (http/1.1)}{localhost:35731} 2024-11-21T13:21:11,262 INFO [Time-limited test {}] server.Server(415): Started @242686ms 2024-11-21T13:21:11,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:11,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:11,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:11,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:11,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:21:11,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@497e5c3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:11,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e865d8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:11,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f2f45d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/java.io.tmpdir/jetty-localhost-42751-hadoop-hdfs-3_4_1-tests_jar-_-any-16393239585684754609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:21:11,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b990c6b{HTTP/1.1, (http/1.1)}{localhost:42751} 2024-11-21T13:21:11,767 INFO [Time-limited test {}] server.Server(415): Started @243191ms 2024-11-21T13:21:11,768 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:21:13,655 WARN [Thread-2793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/cluster_0148e0bf-6aa1-4880-e3b1-742c49eae016/data/data2/current/BP-1432200656-172.17.0.2-1732195270195/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:13,655 WARN [Thread-2792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/cluster_0148e0bf-6aa1-4880-e3b1-742c49eae016/data/data1/current/BP-1432200656-172.17.0.2-1732195270195/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:13,676 WARN [Thread-2780 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:21:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41640d0871088521 with lease ID 0x648d5f1808befe28: Processing first storage report for DS-0e2913b9-2809-40b2-afe0-e96bbf6cd870 from datanode DatanodeRegistration(127.0.0.1:38561, datanodeUuid=dc402493-2d5e-400a-b5de-340ec30950ba, infoPort=35071, infoSecurePort=0, ipcPort=33713, storageInfo=lv=-57;cid=testClusterID;nsid=888884363;c=1732195270195) 2024-11-21T13:21:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41640d0871088521 with lease ID 0x648d5f1808befe28: from storage DS-0e2913b9-2809-40b2-afe0-e96bbf6cd870 node DatanodeRegistration(127.0.0.1:38561, datanodeUuid=dc402493-2d5e-400a-b5de-340ec30950ba, infoPort=35071, infoSecurePort=0, ipcPort=33713, storageInfo=lv=-57;cid=testClusterID;nsid=888884363;c=1732195270195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41640d0871088521 with lease ID 0x648d5f1808befe28: Processing first storage report for DS-8717d421-a146-4d85-868f-7ffbcd8e6be1 from datanode DatanodeRegistration(127.0.0.1:38561, datanodeUuid=dc402493-2d5e-400a-b5de-340ec30950ba, infoPort=35071, infoSecurePort=0, ipcPort=33713, storageInfo=lv=-57;cid=testClusterID;nsid=888884363;c=1732195270195) 2024-11-21T13:21:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41640d0871088521 with lease ID 0x648d5f1808befe28: from storage DS-8717d421-a146-4d85-868f-7ffbcd8e6be1 node DatanodeRegistration(127.0.0.1:38561, datanodeUuid=dc402493-2d5e-400a-b5de-340ec30950ba, infoPort=35071, infoSecurePort=0, ipcPort=33713, storageInfo=lv=-57;cid=testClusterID;nsid=888884363;c=1732195270195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:13,720 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308 2024-11-21T13:21:13,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:13,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:13,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:21:14,130 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3 with version=8 2024-11-21T13:21:14,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/hbase-staging 2024-11-21T13:21:14,132 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:14,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:14,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:14,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:14,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:14,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:14,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:21:14,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:14,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37145 2024-11-21T13:21:14,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37145 connecting to ZooKeeper ensemble=127.0.0.1:51145 2024-11-21T13:21:14,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371450x0, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:14,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37145-0x1015d8e22a50003 connected 2024-11-21T13:21:14,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:14,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:14,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Set watcher on znode that does not yet exist, /1-1868645929/running 2024-11-21T13:21:14,453 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3, hbase.cluster.distributed=false 2024-11-21T13:21:14,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Set watcher on znode that does not yet exist, /1-1868645929/acl 2024-11-21T13:21:14,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37145 2024-11-21T13:21:14,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37145 2024-11-21T13:21:14,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37145 2024-11-21T13:21:14,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37145 2024-11-21T13:21:14,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37145 2024-11-21T13:21:14,475 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:14,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:14,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:14,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:14,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:14,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:14,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:21:14,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:14,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38657 2024-11-21T13:21:14,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38657 connecting to ZooKeeper ensemble=127.0.0.1:51145 2024-11-21T13:21:14,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:14,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:14,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:21:14,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T13:21:14,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:21:14,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T13:21:14,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386570x0, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:14,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386570x0, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Set watcher on znode that does not yet exist, /1-1868645929/running 2024-11-21T13:21:14,500 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:21:14,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38657-0x1015d8e22a50004 connected 2024-11-21T13:21:14,504 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:21:14,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Set watcher on znode that does not yet exist, /1-1868645929/master 2024-11-21T13:21:14,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Set watcher on znode that does not yet exist, /1-1868645929/acl 2024-11-21T13:21:14,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38657 2024-11-21T13:21:14,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38657 2024-11-21T13:21:14,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38657 2024-11-21T13:21:14,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38657 2024-11-21T13:21:14,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38657 2024-11-21T13:21:14,530 DEBUG [M:0;4fe6efa1e611:37145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:37145 2024-11-21T13:21:14,530 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1868645929/backup-masters/4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:14,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929/backup-masters 2024-11-21T13:21:14,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929/backup-masters 2024-11-21T13:21:14,541 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Set watcher on existing znode=/1-1868645929/backup-masters/4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:14,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1868645929/master 2024-11-21T13:21:14,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:14,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:14,562 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Set watcher on existing znode=/1-1868645929/master 2024-11-21T13:21:14,563 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1868645929/backup-masters/4fe6efa1e611,37145,1732195274132 from backup master directory 2024-11-21T13:21:14,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929/backup-masters 2024-11-21T13:21:14,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1868645929/backup-masters/4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:14,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929/backup-masters 2024-11-21T13:21:14,584 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:21:14,584 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:14,589 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/hbase.id] with ID: f99cf506-82a3-40a6-a01d-e6b95956b618 2024-11-21T13:21:14,589 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/.tmp/hbase.id 2024-11-21T13:21:14,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:21:14,904 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:21:14,999 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/.tmp/hbase.id]:[hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/hbase.id] 2024-11-21T13:21:15,020 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:15,020 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:21:15,021 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:21:15,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:15,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:15,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:21:15,047 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:15,047 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:21:15,048 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:15,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:21:15,056 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store 2024-11-21T13:21:15,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:21:15,077 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:15,077 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:21:15,077 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:15,077 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:15,077 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:21:15,077 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:15,077 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:15,077 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195275077Disabling compacts and flushes for region at 1732195275077Disabling writes for close at 1732195275077Writing region close event to WAL at 1732195275077Closed at 1732195275077 2024-11-21T13:21:15,078 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/.initializing 2024-11-21T13:21:15,078 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/WALs/4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:15,079 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:21:15,080 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C37145%2C1732195274132, suffix=, logDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/WALs/4fe6efa1e611,37145,1732195274132, archiveDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/oldWALs, maxLogs=10 2024-11-21T13:21:15,098 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/WALs/4fe6efa1e611,37145,1732195274132/4fe6efa1e611%2C37145%2C1732195274132.1732195275080, exclude list is [], retry=0 2024-11-21T13:21:15,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-0e2913b9-2809-40b2-afe0-e96bbf6cd870,DISK] 2024-11-21T13:21:15,102 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/WALs/4fe6efa1e611,37145,1732195274132/4fe6efa1e611%2C37145%2C1732195274132.1732195275080 2024-11-21T13:21:15,103 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-21T13:21:15,103 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:15,103 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:15,103 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,103 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:21:15,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:15,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:15,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:21:15,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:15,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:15,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:21:15,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:15,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:15,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:21:15,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:15,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:15,110 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,111 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,111 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,117 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,117 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,117 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:15,119 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:15,120 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:15,121 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74194751, jitterRate=0.10558794438838959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:15,121 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195275103Initializing all the Stores at 1732195275104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195275104Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195275104Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195275104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195275104Cleaning up temporary data from old regions at 1732195275117 (+13 ms)Region opened successfully at 1732195275121 (+4 ms) 2024-11-21T13:21:15,124 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:21:15,127 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cff4760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:21:15,127 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:21:15,127 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:21:15,128 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:21:15,128 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:21:15,128 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:21:15,128 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:21:15,128 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:21:15,137 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:21:15,138 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Unable to get data of znode /1-1868645929/balancer because node does not exist (not necessarily an error) 2024-11-21T13:21:15,151 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1868645929/balancer already deleted, retry=false 2024-11-21T13:21:15,152 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:21:15,153 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Unable to get data of znode /1-1868645929/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:21:15,173 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1868645929/normalizer already deleted, retry=false 2024-11-21T13:21:15,173 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:21:15,176 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Unable to get data of znode /1-1868645929/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:21:15,194 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1868645929/switch/split already deleted, retry=false 2024-11-21T13:21:15,194 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Unable to get data of znode /1-1868645929/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:21:15,215 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1868645929/switch/merge already deleted, retry=false 2024-11-21T13:21:15,216 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Unable to get data of znode /1-1868645929/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:21:15,236 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1868645929/snapshot-cleanup already deleted, retry=false 2024-11-21T13:21:15,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1868645929/running 2024-11-21T13:21:15,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1868645929/running 2024-11-21T13:21:15,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:15,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:15,257 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,37145,1732195274132, sessionid=0x1015d8e22a50003, setting cluster-up flag (Was=false) 2024-11-21T13:21:15,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:15,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:15,362 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1868645929/flush-table-proc/acquired, /1-1868645929/flush-table-proc/reached, /1-1868645929/flush-table-proc/abort 2024-11-21T13:21:15,363 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:15,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:15,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:15,432 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1868645929/online-snapshot/acquired, /1-1868645929/online-snapshot/reached, /1-1868645929/online-snapshot/abort 2024-11-21T13:21:15,433 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:15,435 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:21:15,436 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:15,437 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:21:15,437 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:21:15,438 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,37145,1732195274132 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:21:15,445 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:15,445 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:15,445 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:15,445 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:15,445 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:21:15,445 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,445 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:21:15,445 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:15,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:21:15,461 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:15,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:21:15,469 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195305469 2024-11-21T13:21:15,469 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:21:15,469 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:21:15,470 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:21:15,470 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:21:15,470 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:21:15,470 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:21:15,471 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,471 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:21:15,472 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:21:15,472 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:21:15,472 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:21:15,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:21:15,476 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:21:15,476 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:21:15,478 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:21:15,479 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195275476,5,FailOnTimeoutGroup] 2024-11-21T13:21:15,480 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195275479,5,FailOnTimeoutGroup] 2024-11-21T13:21:15,480 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,480 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:21:15,480 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,480 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,526 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(746): ClusterId : f99cf506-82a3-40a6-a01d-e6b95956b618 2024-11-21T13:21:15,526 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:21:15,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,538 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:21:15,538 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:21:15,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:15,548 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:21:15,549 DEBUG [RS:0;4fe6efa1e611:38657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fd5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:21:15,559 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:38657 2024-11-21T13:21:15,559 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:21:15,559 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:21:15,559 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:21:15,560 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,37145,1732195274132 with port=38657, startcode=1732195274474 2024-11-21T13:21:15,560 DEBUG [RS:0;4fe6efa1e611:38657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:21:15,561 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:21:15,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:15,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37145 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:15,562 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3 2024-11-21T13:21:15,562 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44039 2024-11-21T13:21:15,562 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:21:15,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929/rs 2024-11-21T13:21:15,650 DEBUG [RS:0;4fe6efa1e611:38657 {}] zookeeper.ZKUtil(111): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Set watcher on existing znode=/1-1868645929/rs/4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:15,650 WARN [RS:0;4fe6efa1e611:38657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:21:15,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,38657,1732195274474] 2024-11-21T13:21:15,650 INFO [RS:0;4fe6efa1e611:38657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:15,650 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:15,654 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:21:15,662 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:21:15,663 INFO [RS:0;4fe6efa1e611:38657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:21:15,664 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,666 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:21:15,667 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:21:15,668 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:21:15,668 DEBUG [RS:0;4fe6efa1e611:38657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:21:15,672 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,672 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,672 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,672 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,672 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,672 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,38657,1732195274474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:21:15,691 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:21:15,692 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,38657,1732195274474-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,692 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,692 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.Replication(171): 4fe6efa1e611,38657,1732195274474 started 2024-11-21T13:21:15,707 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:15,707 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,38657,1732195274474, RpcServer on 4fe6efa1e611/172.17.0.2:38657, sessionid=0x1015d8e22a50004 2024-11-21T13:21:15,707 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:21:15,707 DEBUG [RS:0;4fe6efa1e611:38657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:15,707 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,38657,1732195274474' 2024-11-21T13:21:15,707 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1868645929/flush-table-proc/abort' 2024-11-21T13:21:15,708 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1868645929/flush-table-proc/acquired' 2024-11-21T13:21:15,708 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:21:15,708 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:21:15,708 DEBUG [RS:0;4fe6efa1e611:38657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:15,708 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,38657,1732195274474' 2024-11-21T13:21:15,708 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1868645929/online-snapshot/abort' 2024-11-21T13:21:15,709 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1868645929/online-snapshot/acquired' 2024-11-21T13:21:15,709 DEBUG [RS:0;4fe6efa1e611:38657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:21:15,709 INFO [RS:0;4fe6efa1e611:38657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:21:15,709 INFO [RS:0;4fe6efa1e611:38657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:21:15,809 INFO [RS:0;4fe6efa1e611:38657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:21:15,810 INFO [RS:0;4fe6efa1e611:38657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C38657%2C1732195274474, suffix=, logDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474, archiveDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/oldWALs, maxLogs=10 2024-11-21T13:21:15,822 DEBUG [RS:0;4fe6efa1e611:38657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811, exclude list is [], retry=0 2024-11-21T13:21:15,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-0e2913b9-2809-40b2-afe0-e96bbf6cd870,DISK] 2024-11-21T13:21:15,825 INFO [RS:0;4fe6efa1e611:38657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 2024-11-21T13:21:15,825 DEBUG [RS:0;4fe6efa1e611:38657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-21T13:21:15,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:21:15,875 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3 2024-11-21T13:21:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:21:16,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:16,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:21:16,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:21:16,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:16,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:16,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:21:16,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:21:16,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:16,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:16,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:21:16,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:21:16,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:16,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:16,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:21:16,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:21:16,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:16,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:16,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:21:16,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740 2024-11-21T13:21:16,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740 2024-11-21T13:21:16,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:21:16,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:21:16,305 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:16,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:21:16,307 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:16,307 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64935061, jitterRate=-0.03239218890666962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:16,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195276298Initializing all the Stores at 1732195276299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195276299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195276299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195276299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195276299Cleaning up temporary data from old regions at 1732195276305 (+6 ms)Region opened successfully at 1732195276307 (+2 ms) 2024-11-21T13:21:16,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:21:16,308 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:21:16,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:21:16,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:21:16,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:21:16,308 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:16,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195276307Disabling compacts and flushes for region at 1732195276307Disabling writes for close at 1732195276308 (+1 ms)Writing region close event to WAL at 1732195276308Closed at 1732195276308 2024-11-21T13:21:16,309 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:16,309 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:21:16,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:21:16,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:21:16,310 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:21:16,460 DEBUG [4fe6efa1e611:37145 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:21:16,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:16,462 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,38657,1732195274474, state=OPENING 2024-11-21T13:21:16,474 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:21:16,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:16,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:16,485 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:21:16,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1868645929/meta-region-server: CHANGED 2024-11-21T13:21:16,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1868645929/meta-region-server: CHANGED 2024-11-21T13:21:16,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,38657,1732195274474}] 2024-11-21T13:21:16,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:21:16,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:21:16,640 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:21:16,640 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:16,640 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:21:16,641 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C38657%2C1732195274474.meta, suffix=.meta, logDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474, archiveDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/oldWALs, maxLogs=10 2024-11-21T13:21:16,654 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.meta.1732195276641.meta, exclude list is [], retry=0 2024-11-21T13:21:16,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-0e2913b9-2809-40b2-afe0-e96bbf6cd870,DISK] 2024-11-21T13:21:16,658 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.meta.1732195276641.meta 2024-11-21T13:21:16,658 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-21T13:21:16,658 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:16,658 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:21:16,658 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:21:16,659 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:21:16,659 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:21:16,659 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:21:16,659 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:16,659 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:21:16,659 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:21:16,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:21:16,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:21:16,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:16,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:16,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:21:16,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:21:16,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:16,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:16,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:21:16,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:21:16,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:16,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:16,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:21:16,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:21:16,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:16,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:16,663 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:21:16,664 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740 2024-11-21T13:21:16,664 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740 2024-11-21T13:21:16,665 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:21:16,665 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:21:16,666 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:16,666 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:21:16,667 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60029377, jitterRate=-0.10549257695674896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:16,667 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:21:16,667 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195276659Writing region info on filesystem at 1732195276659Initializing all the Stores at 1732195276660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195276660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195276660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195276660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195276660Cleaning up temporary data from old regions at 1732195276665 (+5 ms)Running coprocessor post-open hooks at 1732195276667 (+2 ms)Region opened successfully at 1732195276667 2024-11-21T13:21:16,668 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195276636 2024-11-21T13:21:16,670 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:21:16,670 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:21:16,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:16,671 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,38657,1732195274474, state=OPEN 2024-11-21T13:21:16,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1868645929/meta-region-server 2024-11-21T13:21:16,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1868645929/meta-region-server 2024-11-21T13:21:16,678 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:16,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1868645929/meta-region-server: CHANGED 2024-11-21T13:21:16,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1868645929/meta-region-server: CHANGED 2024-11-21T13:21:16,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:21:16,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,38657,1732195274474 in 193 msec 2024-11-21T13:21:16,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:21:16,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-21T13:21:16,682 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:16,682 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:21:16,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:16,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,38657,1732195274474, seqNum=-1] 2024-11-21T13:21:16,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:16,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:16,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-11-21T13:21:16,688 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195276688, completionTime=-1 2024-11-21T13:21:16,688 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:21:16,688 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:21:16,690 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:21:16,690 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195336690 2024-11-21T13:21:16,690 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195396690 2024-11-21T13:21:16,690 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:21:16,690 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37145,1732195274132-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:16,690 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37145,1732195274132-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:16,690 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37145,1732195274132-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:16,690 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:37145, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:16,690 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:16,690 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:16,692 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:21:16,693 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.109sec 2024-11-21T13:21:16,693 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:21:16,693 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:21:16,693 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:21:16,693 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:21:16,693 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:21:16,693 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37145,1732195274132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:21:16,693 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37145,1732195274132-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:21:16,695 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:21:16,695 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:21:16,695 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37145,1732195274132-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:16,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c7bac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:16,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37145,-1 for getting cluster id 2024-11-21T13:21:16,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:16,720 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99cf506-82a3-40a6-a01d-e6b95956b618' 2024-11-21T13:21:16,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99cf506-82a3-40a6-a01d-e6b95956b618" 2024-11-21T13:21:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f81166c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37145,-1] 2024-11-21T13:21:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:16,722 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:16,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7332a2b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:16,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,38657,1732195274474, seqNum=-1] 2024-11-21T13:21:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:16,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:16,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:16,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51145 2024-11-21T13:21:16,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:16,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d8e22a50005 connected 2024-11-21T13:21:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/hadoop.log.dir so I do NOT create it in target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1 2024-11-21T13:21:16,750 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:21:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/hadoop.tmp.dir so I do NOT create it in target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1 2024-11-21T13:21:16,750 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:21:16,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1 2024-11-21T13:21:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:21:16,750 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/cluster_b91879d5-7708-356a-e185-b705da022a76, deleteOnExit=true 2024-11-21T13:21:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:21:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/test.cache.data in system properties and HBase conf 2024-11-21T13:21:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:21:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:21:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:21:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:21:16,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:21:16,750 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:21:16,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:21:17,048 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:17,048 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:21:17,048 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48530 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:21:17,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:17,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:17,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:17,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:17,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:21:17,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:17,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d18ab5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:17,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb7a57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:17,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6524972{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/java.io.tmpdir/jetty-localhost-45967-hadoop-hdfs-3_4_1-tests_jar-_-any-18345277273451087555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:21:17,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@679d80ac{HTTP/1.1, (http/1.1)}{localhost:45967} 2024-11-21T13:21:17,185 INFO [Time-limited test {}] server.Server(415): Started @248609ms 2024-11-21T13:21:17,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:17,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:17,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:17,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:17,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:21:17,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@391811d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:17,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55f37caa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:17,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5611ca9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/java.io.tmpdir/jetty-localhost-45995-hadoop-hdfs-3_4_1-tests_jar-_-any-12414412947801049838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:21:17,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49085af7{HTTP/1.1, (http/1.1)}{localhost:45995} 2024-11-21T13:21:17,615 INFO [Time-limited test {}] server.Server(415): Started @249039ms 2024-11-21T13:21:17,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:21:18,373 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/cluster_b91879d5-7708-356a-e185-b705da022a76/data/data1/current/BP-103887456-172.17.0.2-1732195276766/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:18,381 WARN [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/cluster_b91879d5-7708-356a-e185-b705da022a76/data/data2/current/BP-103887456-172.17.0.2-1732195276766/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:18,501 WARN [Thread-2901 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:21:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ba7fd7f63bf1fcd with lease ID 0x42896816239d323f: Processing first storage report for DS-2a775bc9-4584-41d8-b741-f6a72ccf7b19 from datanode DatanodeRegistration(127.0.0.1:40689, datanodeUuid=bfe65e43-951b-4612-92d1-df326c7f27e3, infoPort=44799, infoSecurePort=0, ipcPort=39649, storageInfo=lv=-57;cid=testClusterID;nsid=1001322909;c=1732195276766) 2024-11-21T13:21:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ba7fd7f63bf1fcd with lease ID 0x42896816239d323f: from storage DS-2a775bc9-4584-41d8-b741-f6a72ccf7b19 node DatanodeRegistration(127.0.0.1:40689, datanodeUuid=bfe65e43-951b-4612-92d1-df326c7f27e3, infoPort=44799, infoSecurePort=0, ipcPort=39649, storageInfo=lv=-57;cid=testClusterID;nsid=1001322909;c=1732195276766), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ba7fd7f63bf1fcd with lease ID 0x42896816239d323f: Processing first storage report for DS-a608186a-55cb-49e6-ba17-8b7f43113909 from datanode DatanodeRegistration(127.0.0.1:40689, datanodeUuid=bfe65e43-951b-4612-92d1-df326c7f27e3, infoPort=44799, infoSecurePort=0, ipcPort=39649, storageInfo=lv=-57;cid=testClusterID;nsid=1001322909;c=1732195276766) 2024-11-21T13:21:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ba7fd7f63bf1fcd with lease ID 0x42896816239d323f: from storage DS-a608186a-55cb-49e6-ba17-8b7f43113909 node DatanodeRegistration(127.0.0.1:40689, datanodeUuid=bfe65e43-951b-4612-92d1-df326c7f27e3, infoPort=44799, infoSecurePort=0, ipcPort=39649, storageInfo=lv=-57;cid=testClusterID;nsid=1001322909;c=1732195276766), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:18,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1 2024-11-21T13:21:18,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:18,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:18,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:21:18,601 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f with version=8 2024-11-21T13:21:18,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/hbase-staging 2024-11-21T13:21:18,604 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:18,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:18,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:18,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:18,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:18,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:18,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:21:18,604 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:18,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37793 2024-11-21T13:21:18,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37793 connecting to ZooKeeper ensemble=127.0.0.1:51145 2024-11-21T13:21:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377930x0, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:18,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37793-0x1015d8e22a50006 connected 2024-11-21T13:21:18,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:18,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:18,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Set watcher on znode that does not yet exist, /2473486048/running 2024-11-21T13:21:18,705 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f, hbase.cluster.distributed=false 2024-11-21T13:21:18,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Set watcher on znode that does not yet exist, /2473486048/acl 2024-11-21T13:21:18,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37793 2024-11-21T13:21:18,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37793 2024-11-21T13:21:18,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37793 2024-11-21T13:21:18,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37793 2024-11-21T13:21:18,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37793 2024-11-21T13:21:18,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:18,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:18,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:18,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:18,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:18,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:18,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:21:18,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:18,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37391 2024-11-21T13:21:18,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37391 connecting to ZooKeeper ensemble=127.0.0.1:51145 2024-11-21T13:21:18,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:18,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:18,809 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373910x0, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:18,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373910x0, quorum=127.0.0.1:51145, baseZNode=/2473486048 Set watcher on znode that does not yet exist, /2473486048/running 2024-11-21T13:21:18,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:21:18,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37391-0x1015d8e22a50007 connected 2024-11-21T13:21:18,841 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:21:18,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Set watcher on znode that does not yet exist, /2473486048/master 2024-11-21T13:21:18,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Set watcher on znode that does not yet exist, /2473486048/acl 2024-11-21T13:21:18,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37391 2024-11-21T13:21:18,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37391 2024-11-21T13:21:18,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37391 2024-11-21T13:21:18,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37391 2024-11-21T13:21:18,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37391 2024-11-21T13:21:18,936 DEBUG [M:0;4fe6efa1e611:37793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:37793 2024-11-21T13:21:18,937 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2473486048/backup-masters/4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:18,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048/backup-masters 2024-11-21T13:21:18,948 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048/backup-masters 2024-11-21T13:21:18,948 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Set watcher on existing znode=/2473486048/backup-masters/4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:18,958 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2473486048/master 2024-11-21T13:21:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:18,958 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:18,959 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Set watcher on existing znode=/2473486048/master 2024-11-21T13:21:18,960 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2473486048/backup-masters/4fe6efa1e611,37793,1732195278604 from backup master directory 2024-11-21T13:21:18,972 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048/backup-masters 2024-11-21T13:21:18,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2473486048/backup-masters/4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:18,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048/backup-masters 2024-11-21T13:21:18,972 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:21:18,973 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:18,976 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/hbase.id] with ID: 84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f 2024-11-21T13:21:18,977 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/.tmp/hbase.id 2024-11-21T13:21:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:21:19,017 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/.tmp/hbase.id]:[hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/hbase.id] 2024-11-21T13:21:19,033 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:19,033 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:21:19,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:21:19,046 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:19,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:19,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:21:19,484 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:19,485 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:21:19,495 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:19,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:21:19,541 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store 2024-11-21T13:21:19,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:21:19,572 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:19,572 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:21:19,572 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:19,572 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:19,572 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:21:19,572 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:19,572 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:19,572 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195279572Disabling compacts and flushes for region at 1732195279572Disabling writes for close at 1732195279572Writing region close event to WAL at 1732195279572Closed at 1732195279572 2024-11-21T13:21:19,573 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/.initializing 2024-11-21T13:21:19,573 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/WALs/4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:19,574 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:21:19,581 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C37793%2C1732195278604, suffix=, logDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/WALs/4fe6efa1e611,37793,1732195278604, archiveDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/oldWALs, maxLogs=10 2024-11-21T13:21:19,602 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/WALs/4fe6efa1e611,37793,1732195278604/4fe6efa1e611%2C37793%2C1732195278604.1732195279582, exclude list is [], retry=0 2024-11-21T13:21:19,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-2a775bc9-4584-41d8-b741-f6a72ccf7b19,DISK] 2024-11-21T13:21:19,618 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/WALs/4fe6efa1e611,37793,1732195278604/4fe6efa1e611%2C37793%2C1732195278604.1732195279582 2024-11-21T13:21:19,629 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44799:44799)] 2024-11-21T13:21:19,629 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:19,629 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:19,630 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,630 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:21:19,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:19,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:19,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:21:19,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:19,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:19,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:21:19,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:19,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:19,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:21:19,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:19,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:19,639 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,639 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,640 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,641 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,641 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,641 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:19,642 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:19,644 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:19,645 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66020417, jitterRate=-0.0162191241979599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:19,645 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195279630Initializing all the Stores at 1732195279631 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195279631Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195279632 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195279632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195279632Cleaning up temporary data from old regions at 1732195279641 (+9 ms)Region opened successfully at 1732195279645 (+4 ms) 2024-11-21T13:21:19,645 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:21:19,648 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488b3335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:21:19,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:21:19,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:21:19,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:21:19,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:21:19,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:21:19,650 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:21:19,650 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:21:19,662 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:21:19,663 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Unable to get data of znode /2473486048/balancer because node does not exist (not necessarily an error) 2024-11-21T13:21:19,716 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2473486048/balancer already deleted, retry=false 2024-11-21T13:21:19,716 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:21:19,717 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Unable to get data of znode /2473486048/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:21:19,726 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2473486048/normalizer already deleted, retry=false 2024-11-21T13:21:19,727 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:21:19,728 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Unable to get data of znode /2473486048/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:21:19,737 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2473486048/switch/split already deleted, retry=false 2024-11-21T13:21:19,740 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Unable to get data of znode /2473486048/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:21:19,830 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2473486048/switch/merge already deleted, retry=false 2024-11-21T13:21:19,832 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Unable to get data of znode /2473486048/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:21:19,860 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2473486048/snapshot-cleanup already deleted, retry=false 2024-11-21T13:21:19,867 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2473486048/running 2024-11-21T13:21:19,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2473486048/running 2024-11-21T13:21:19,867 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:19,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:19,869 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,37793,1732195278604, sessionid=0x1015d8e22a50006, setting cluster-up flag (Was=false) 2024-11-21T13:21:19,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:19,888 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:19,920 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2473486048/flush-table-proc/acquired, /2473486048/flush-table-proc/reached, /2473486048/flush-table-proc/abort 2024-11-21T13:21:19,921 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:19,941 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:19,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:19,972 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2473486048/online-snapshot/acquired, /2473486048/online-snapshot/reached, /2473486048/online-snapshot/abort 2024-11-21T13:21:19,973 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:19,975 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:21:19,982 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:19,982 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:21:19,982 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:21:19,982 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,37793,1732195278604 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:21:19,984 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:19,984 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:19,984 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:19,984 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:19,984 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:21:19,984 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:19,984 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:21:19,984 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:20,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:21:20,006 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:20,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:21:20,044 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195310044 2024-11-21T13:21:20,044 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:21:20,044 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:21:20,044 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:21:20,044 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:21:20,044 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:21:20,045 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:21:20,052 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,057 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(746): ClusterId : 84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f 2024-11-21T13:21:20,058 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:21:20,062 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:21:20,062 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:21:20,062 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:21:20,062 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:21:20,069 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:21:20,069 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:21:20,072 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:21:20,072 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:21:20,079 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:21:20,079 DEBUG [RS:0;4fe6efa1e611:37391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5985eaae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:21:20,088 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195280072,5,FailOnTimeoutGroup] 2024-11-21T13:21:20,110 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195280088,5,FailOnTimeoutGroup] 2024-11-21T13:21:20,110 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,110 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:21:20,110 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,110 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,114 DEBUG [RS:0;4fe6efa1e611:37391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:37391 2024-11-21T13:21:20,114 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:21:20,114 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:21:20,115 DEBUG [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:21:20,118 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,37793,1732195278604 with port=37391, startcode=1732195278783 2024-11-21T13:21:20,118 DEBUG [RS:0;4fe6efa1e611:37391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:21:20,121 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:21:20,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:20,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37793 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:21:20,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:21:20,124 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f 2024-11-21T13:21:20,126 DEBUG [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f 2024-11-21T13:21:20,126 DEBUG [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33949 2024-11-21T13:21:20,126 DEBUG [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:21:20,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741832_1008 (size=32) 2024-11-21T13:21:20,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048/rs 2024-11-21T13:21:20,177 DEBUG [RS:0;4fe6efa1e611:37391 {}] zookeeper.ZKUtil(111): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Set watcher on existing znode=/2473486048/rs/4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:20,177 WARN [RS:0;4fe6efa1e611:37391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:21:20,177 INFO [RS:0;4fe6efa1e611:37391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:20,177 DEBUG [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:20,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,37391,1732195278783] 2024-11-21T13:21:20,186 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:21:20,190 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:21:20,191 INFO [RS:0;4fe6efa1e611:37391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:21:20,191 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,191 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:21:20,192 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:21:20,192 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:20,192 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:21:20,193 DEBUG [RS:0;4fe6efa1e611:37391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:21:20,212 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,212 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,212 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,212 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,212 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,212 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37391,1732195278783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:21:20,230 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:21:20,230 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37391,1732195278783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,230 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,230 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.Replication(171): 4fe6efa1e611,37391,1732195278783 started 2024-11-21T13:21:20,243 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:20,244 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,37391,1732195278783, RpcServer on 4fe6efa1e611/172.17.0.2:37391, sessionid=0x1015d8e22a50007 2024-11-21T13:21:20,244 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:21:20,244 DEBUG [RS:0;4fe6efa1e611:37391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:20,244 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,37391,1732195278783' 2024-11-21T13:21:20,244 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2473486048/flush-table-proc/abort' 2024-11-21T13:21:20,244 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2473486048/flush-table-proc/acquired' 2024-11-21T13:21:20,245 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:21:20,245 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:21:20,245 DEBUG [RS:0;4fe6efa1e611:37391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:20,245 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,37391,1732195278783' 2024-11-21T13:21:20,245 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2473486048/online-snapshot/abort' 2024-11-21T13:21:20,245 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2473486048/online-snapshot/acquired' 2024-11-21T13:21:20,245 DEBUG [RS:0;4fe6efa1e611:37391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:21:20,245 INFO [RS:0;4fe6efa1e611:37391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:21:20,245 INFO [RS:0;4fe6efa1e611:37391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:21:20,346 INFO [RS:0;4fe6efa1e611:37391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:21:20,347 INFO [RS:0;4fe6efa1e611:37391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C37391%2C1732195278783, suffix=, logDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783, archiveDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/oldWALs, maxLogs=10 2024-11-21T13:21:20,364 DEBUG [RS:0;4fe6efa1e611:37391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, exclude list is [], retry=0 2024-11-21T13:21:20,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-2a775bc9-4584-41d8-b741-f6a72ccf7b19,DISK] 2024-11-21T13:21:20,372 INFO [RS:0;4fe6efa1e611:37391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 2024-11-21T13:21:20,372 DEBUG [RS:0;4fe6efa1e611:37391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44799:44799)] 2024-11-21T13:21:20,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:20,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:21:20,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:21:20,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:20,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:20,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:21:20,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:21:20,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:20,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:20,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:21:20,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:21:20,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:20,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:20,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:21:20,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:21:20,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:20,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:20,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:21:20,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740 2024-11-21T13:21:20,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740 2024-11-21T13:21:20,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:21:20,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:21:20,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:20,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:21:20,547 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:20,547 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72550246, jitterRate=0.08108291029930115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:20,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195280537Initializing all the Stores at 1732195280538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195280538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195280538Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195280538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195280538Cleaning up temporary data from old regions at 1732195280544 (+6 ms)Region opened successfully at 1732195280547 (+3 ms) 2024-11-21T13:21:20,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:21:20,547 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:21:20,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:21:20,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:21:20,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:21:20,547 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:20,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195280547Disabling compacts and flushes for region at 1732195280547Disabling writes for close at 1732195280547Writing region close event to WAL at 1732195280547Closed at 1732195280547 2024-11-21T13:21:20,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:20,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:21:20,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:21:20,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:21:20,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:21:20,700 DEBUG [4fe6efa1e611:37793 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:21:20,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:20,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,37391,1732195278783, state=OPENING 2024-11-21T13:21:20,709 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:21:20,720 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:20,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:20,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2473486048/meta-region-server: CHANGED 2024-11-21T13:21:20,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2473486048/meta-region-server: CHANGED 2024-11-21T13:21:20,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:21:20,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,37391,1732195278783}] 2024-11-21T13:21:20,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:21:20,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:21:20,906 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:21:20,906 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:20,907 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:21:20,909 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C37391%2C1732195278783.meta, suffix=.meta, logDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783, archiveDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/oldWALs, maxLogs=10 2024-11-21T13:21:20,927 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.meta.1732195280909.meta, exclude list is [], retry=0 2024-11-21T13:21:20,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-2a775bc9-4584-41d8-b741-f6a72ccf7b19,DISK] 2024-11-21T13:21:20,937 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.meta.1732195280909.meta 2024-11-21T13:21:20,937 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44799:44799)] 2024-11-21T13:21:20,937 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:20,938 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:21:20,938 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:21:20,938 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:21:20,938 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:21:20,938 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:21:20,938 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:20,938 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:21:20,938 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:21:20,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:21:20,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:21:20,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:20,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:20,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:21:20,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:21:20,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:20,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:20,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:21:20,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:21:20,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:20,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:20,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:21:20,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:21:20,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:20,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:20,945 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:21:20,946 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740 2024-11-21T13:21:20,947 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740 2024-11-21T13:21:20,948 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:21:20,948 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:21:20,948 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:20,949 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:21:20,950 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71340018, jitterRate=0.06304910778999329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:20,950 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:21:20,950 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195280939Writing region info on filesystem at 1732195280939Initializing all the Stores at 1732195280939Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195280939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195280940 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195280940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195280940Cleaning up temporary data from old regions at 1732195280948 (+8 ms)Running coprocessor post-open hooks at 1732195280950 (+2 ms)Region opened successfully at 1732195280950 2024-11-21T13:21:20,951 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195280888 2024-11-21T13:21:20,953 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:21:20,953 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:21:20,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:20,954 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,37391,1732195278783, state=OPEN 2024-11-21T13:21:21,011 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2473486048/meta-region-server 2024-11-21T13:21:21,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2473486048/meta-region-server 2024-11-21T13:21:21,011 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:21,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2473486048/meta-region-server: CHANGED 2024-11-21T13:21:21,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2473486048/meta-region-server: CHANGED 2024-11-21T13:21:21,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:21:21,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,37391,1732195278783 in 289 msec 2024-11-21T13:21:21,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:21:21,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-21T13:21:21,018 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:21,018 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:21:21,019 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:21,019 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37391,1732195278783, seqNum=-1] 2024-11-21T13:21:21,020 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:21,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:21,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0440 sec 2024-11-21T13:21:21,026 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195281026, completionTime=-1 2024-11-21T13:21:21,026 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:21:21,026 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:21:21,029 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:21:21,029 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195341029 2024-11-21T13:21:21,029 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195401029 2024-11-21T13:21:21,029 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T13:21:21,029 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37793,1732195278604-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:21,029 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37793,1732195278604-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:21,029 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37793,1732195278604-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:21,029 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:37793, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:21,029 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:21,030 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:21,032 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:21:21,034 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.061sec 2024-11-21T13:21:21,034 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:21:21,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:21:21,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:21:21,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:21:21,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:21:21,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37793,1732195278604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:21:21,035 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37793,1732195278604-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:21:21,037 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:21:21,037 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:21:21,037 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37793,1732195278604-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:21,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d46ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:21,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37793,-1 for getting cluster id 2024-11-21T13:21:21,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:21,059 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f' 2024-11-21T13:21:21,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:21,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f" 2024-11-21T13:21:21,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c212bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:21,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37793,-1] 2024-11-21T13:21:21,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:21,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:21,061 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:21,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f82dec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:21,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:21,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37391,1732195278783, seqNum=-1] 2024-11-21T13:21:21,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:21,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:21,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:21,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51145 2024-11-21T13:21:21,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:21,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015d8e22a50008 connected 2024-11-21T13:21:21,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:21,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:21,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@456ff4f6 2024-11-21T13:21:21,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:21,092 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:21:21,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:21:21,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:21:21,096 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:21,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:21:21,097 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:21:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:21:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:21,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4276e76b288c3e3788f4d598c26265fa, NAME => 'test,,1732195281093.4276e76b288c3e3788f4d598c26265fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3 2024-11-21T13:21:21,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:21:21,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195281093.4276e76b288c3e3788f4d598c26265fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:21,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4276e76b288c3e3788f4d598c26265fa, disabling compactions & flushes 2024-11-21T13:21:21,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:21,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:21,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. after waiting 0 ms 2024-11-21T13:21:21,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:21,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:21,518 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4276e76b288c3e3788f4d598c26265fa: Waiting for close lock at 1732195281518Disabling compacts and flushes for region at 1732195281518Disabling writes for close at 1732195281518Writing region close event to WAL at 1732195281518Closed at 1732195281518 2024-11-21T13:21:21,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:21:21,519 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195281093.4276e76b288c3e3788f4d598c26265fa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195281519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195281519"}]},"ts":"1732195281519"} 2024-11-21T13:21:21,521 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:21:21,522 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:21:21,522 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195281522"}]},"ts":"1732195281522"} 2024-11-21T13:21:21,524 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:21:21,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4276e76b288c3e3788f4d598c26265fa, ASSIGN}] 2024-11-21T13:21:21,526 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4276e76b288c3e3788f4d598c26265fa, ASSIGN 2024-11-21T13:21:21,527 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4276e76b288c3e3788f4d598c26265fa, ASSIGN; state=OFFLINE, location=4fe6efa1e611,35621,1732195266564; forceNewPlan=false, retain=false 2024-11-21T13:21:21,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4276e76b288c3e3788f4d598c26265fa, regionState=OPENING, regionLocation=4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:21,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4276e76b288c3e3788f4d598c26265fa, ASSIGN because future has completed 2024-11-21T13:21:21,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4276e76b288c3e3788f4d598c26265fa, server=4fe6efa1e611,35621,1732195266564}] 2024-11-21T13:21:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:21,846 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:21,846 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4276e76b288c3e3788f4d598c26265fa, NAME => 'test,,1732195281093.4276e76b288c3e3788f4d598c26265fa.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:21,847 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:21:21,847 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:21:21,847 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,847 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195281093.4276e76b288c3e3788f4d598c26265fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:21,847 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,847 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,848 INFO [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,850 INFO [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4276e76b288c3e3788f4d598c26265fa columnFamilyName f 2024-11-21T13:21:21,850 DEBUG [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:21,850 INFO [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] regionserver.HStore(327): Store=4276e76b288c3e3788f4d598c26265fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:21,850 INFO [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,852 INFO [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4276e76b288c3e3788f4d598c26265fa columnFamilyName f1 2024-11-21T13:21:21,852 DEBUG [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:21,852 INFO [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] regionserver.HStore(327): Store=4276e76b288c3e3788f4d598c26265fa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:21,852 INFO [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,854 INFO [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4276e76b288c3e3788f4d598c26265fa columnFamilyName norep 2024-11-21T13:21:21,854 DEBUG [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:21,855 INFO [StoreOpener-4276e76b288c3e3788f4d598c26265fa-1 {}] regionserver.HStore(327): Store=4276e76b288c3e3788f4d598c26265fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:21,855 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,855 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,856 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,857 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,857 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,857 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:21:21,859 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,877 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:21,878 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4276e76b288c3e3788f4d598c26265fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72551444, jitterRate=0.08110076189041138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:21:21,878 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:21,879 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4276e76b288c3e3788f4d598c26265fa: Running coprocessor pre-open hook at 1732195281847Writing region info on filesystem at 1732195281847Initializing all the Stores at 1732195281848 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195281848Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195281848Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195281848Cleaning up temporary data from old regions at 1732195281857 (+9 ms)Running coprocessor post-open hooks at 1732195281878 (+21 ms)Region opened successfully at 1732195281879 (+1 ms) 2024-11-21T13:21:21,881 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195281093.4276e76b288c3e3788f4d598c26265fa., pid=6, masterSystemTime=1732195281839 2024-11-21T13:21:21,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4276e76b288c3e3788f4d598c26265fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:21,887 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:21,887 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:21,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4276e76b288c3e3788f4d598c26265fa, server=4fe6efa1e611,35621,1732195266564 because future has completed 2024-11-21T13:21:21,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:21:21,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4276e76b288c3e3788f4d598c26265fa, server=4fe6efa1e611,35621,1732195266564 in 213 msec 2024-11-21T13:21:21,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:21:21,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4276e76b288c3e3788f4d598c26265fa, ASSIGN in 376 msec 2024-11-21T13:21:21,903 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:21:21,904 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195281903"}]},"ts":"1732195281903"} 2024-11-21T13:21:21,906 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:21:21,907 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:21:21,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 814 msec 2024-11-21T13:21:22,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:21:22,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:22,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:22,240 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:21:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75c3b0bb 2024-11-21T13:21:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:22,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:22,242 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:21:22,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:21:22,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:21:22,245 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:22,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:21:22,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:21:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:22,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:21:22,265 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39399ed62c8d182c78f383fca65f876c, NAME => 'test,,1732195282242.39399ed62c8d182c78f383fca65f876c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3 2024-11-21T13:21:22,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:21:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:22,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195282242.39399ed62c8d182c78f383fca65f876c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:22,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 39399ed62c8d182c78f383fca65f876c, disabling compactions & flushes 2024-11-21T13:21:22,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:22,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:22,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195282242.39399ed62c8d182c78f383fca65f876c. after waiting 0 ms 2024-11-21T13:21:22,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:22,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:22,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39399ed62c8d182c78f383fca65f876c: Waiting for close lock at 1732195282679Disabling compacts and flushes for region at 1732195282679Disabling writes for close at 1732195282679Writing region close event to WAL at 1732195282679Closed at 1732195282679 2024-11-21T13:21:22,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:21:22,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195282242.39399ed62c8d182c78f383fca65f876c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195282680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195282680"}]},"ts":"1732195282680"} 2024-11-21T13:21:22,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:21:22,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:21:22,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195282683"}]},"ts":"1732195282683"} 2024-11-21T13:21:22,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:21:22,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39399ed62c8d182c78f383fca65f876c, ASSIGN}] 2024-11-21T13:21:22,687 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39399ed62c8d182c78f383fca65f876c, ASSIGN 2024-11-21T13:21:22,688 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=39399ed62c8d182c78f383fca65f876c, ASSIGN; state=OFFLINE, location=4fe6efa1e611,38657,1732195274474; forceNewPlan=false, retain=false 2024-11-21T13:21:22,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39399ed62c8d182c78f383fca65f876c, regionState=OPENING, regionLocation=4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:22,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=39399ed62c8d182c78f383fca65f876c, ASSIGN because future has completed 2024-11-21T13:21:22,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39399ed62c8d182c78f383fca65f876c, server=4fe6efa1e611,38657,1732195274474}] 2024-11-21T13:21:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:22,996 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:22,996 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 39399ed62c8d182c78f383fca65f876c, NAME => 'test,,1732195282242.39399ed62c8d182c78f383fca65f876c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:22,996 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:21:22,997 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:21:22,997 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:22,997 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195282242.39399ed62c8d182c78f383fca65f876c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:22,997 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:22,997 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:22,998 INFO [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:22,999 INFO [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39399ed62c8d182c78f383fca65f876c columnFamilyName f 2024-11-21T13:21:22,999 DEBUG [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:22,999 INFO [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] regionserver.HStore(327): Store=39399ed62c8d182c78f383fca65f876c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:22,999 INFO [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:23,000 INFO [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39399ed62c8d182c78f383fca65f876c columnFamilyName f1 2024-11-21T13:21:23,000 DEBUG [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:23,001 INFO [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] regionserver.HStore(327): Store=39399ed62c8d182c78f383fca65f876c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:23,001 INFO [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:23,002 INFO [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39399ed62c8d182c78f383fca65f876c columnFamilyName norep 2024-11-21T13:21:23,002 DEBUG [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:23,002 INFO [StoreOpener-39399ed62c8d182c78f383fca65f876c-1 {}] regionserver.HStore(327): Store=39399ed62c8d182c78f383fca65f876c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:23,002 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:23,002 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:23,003 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:23,003 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:23,003 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:23,004 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:21:23,005 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:23,006 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:23,007 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 39399ed62c8d182c78f383fca65f876c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61276072, jitterRate=-0.08691537380218506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:21:23,007 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:23,007 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 39399ed62c8d182c78f383fca65f876c: Running coprocessor pre-open hook at 1732195282997Writing region info on filesystem at 1732195282997Initializing all the Stores at 1732195282998 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195282998Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195282998Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195282998Cleaning up temporary data from old regions at 1732195283003 (+5 ms)Running coprocessor post-open hooks at 1732195283007 (+4 ms)Region opened successfully at 1732195283007 2024-11-21T13:21:23,008 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195282242.39399ed62c8d182c78f383fca65f876c., pid=6, masterSystemTime=1732195282992 2024-11-21T13:21:23,010 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:23,011 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:23,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39399ed62c8d182c78f383fca65f876c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:23,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39399ed62c8d182c78f383fca65f876c, server=4fe6efa1e611,38657,1732195274474 because future has completed 2024-11-21T13:21:23,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:21:23,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 39399ed62c8d182c78f383fca65f876c, server=4fe6efa1e611,38657,1732195274474 in 174 msec 2024-11-21T13:21:23,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:21:23,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=39399ed62c8d182c78f383fca65f876c, ASSIGN in 331 msec 2024-11-21T13:21:23,019 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:21:23,019 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195283019"}]},"ts":"1732195283019"} 2024-11-21T13:21:23,021 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:21:23,022 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:21:23,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec 2024-11-21T13:21:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:23,389 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:21:23,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1962d577 2024-11-21T13:21:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:23,396 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:21:23,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:21:23,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:21:23,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:23,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:21:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:23,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:21:23,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:21:23,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49f3103cf195f0fefd2befda5de711f9, NAME => 'test,,1732195283396.49f3103cf195f0fefd2befda5de711f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f 2024-11-21T13:21:23,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:21:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:23,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195283396.49f3103cf195f0fefd2befda5de711f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:23,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 49f3103cf195f0fefd2befda5de711f9, disabling compactions & flushes 2024-11-21T13:21:23,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:23,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:23,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. after waiting 0 ms 2024-11-21T13:21:23,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:23,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:23,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49f3103cf195f0fefd2befda5de711f9: Waiting for close lock at 1732195283835Disabling compacts and flushes for region at 1732195283835Disabling writes for close at 1732195283835Writing region close event to WAL at 1732195283835Closed at 1732195283835 2024-11-21T13:21:23,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:21:23,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195283396.49f3103cf195f0fefd2befda5de711f9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195283837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195283837"}]},"ts":"1732195283837"} 2024-11-21T13:21:23,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:21:23,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:21:23,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195283840"}]},"ts":"1732195283840"} 2024-11-21T13:21:23,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:21:23,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49f3103cf195f0fefd2befda5de711f9, ASSIGN}] 2024-11-21T13:21:23,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49f3103cf195f0fefd2befda5de711f9, ASSIGN 2024-11-21T13:21:23,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=49f3103cf195f0fefd2befda5de711f9, ASSIGN; state=OFFLINE, location=4fe6efa1e611,37391,1732195278783; forceNewPlan=false, retain=false 2024-11-21T13:21:23,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49f3103cf195f0fefd2befda5de711f9, regionState=OPENING, regionLocation=4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:23,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=49f3103cf195f0fefd2befda5de711f9, ASSIGN because future has completed 2024-11-21T13:21:23,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49f3103cf195f0fefd2befda5de711f9, server=4fe6efa1e611,37391,1732195278783}] 2024-11-21T13:21:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:24,154 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:24,154 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 49f3103cf195f0fefd2befda5de711f9, NAME => 'test,,1732195283396.49f3103cf195f0fefd2befda5de711f9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:24,154 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:21:24,155 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:21:24,155 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,155 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195283396.49f3103cf195f0fefd2befda5de711f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:24,155 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,155 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,158 INFO [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,159 INFO [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49f3103cf195f0fefd2befda5de711f9 columnFamilyName f 2024-11-21T13:21:24,159 DEBUG [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:24,160 INFO [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] regionserver.HStore(327): Store=49f3103cf195f0fefd2befda5de711f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:24,160 INFO [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,161 INFO [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49f3103cf195f0fefd2befda5de711f9 columnFamilyName f1 2024-11-21T13:21:24,161 DEBUG [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:24,162 INFO [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] regionserver.HStore(327): Store=49f3103cf195f0fefd2befda5de711f9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:24,162 INFO [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,163 INFO [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49f3103cf195f0fefd2befda5de711f9 columnFamilyName norep 2024-11-21T13:21:24,163 DEBUG [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:24,164 INFO [StoreOpener-49f3103cf195f0fefd2befda5de711f9-1 {}] regionserver.HStore(327): Store=49f3103cf195f0fefd2befda5de711f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:24,164 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,165 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,165 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,167 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,167 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,168 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:21:24,169 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,174 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:24,174 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 49f3103cf195f0fefd2befda5de711f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70222396, jitterRate=0.04639524221420288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:21:24,174 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:24,174 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 49f3103cf195f0fefd2befda5de711f9: Running coprocessor pre-open hook at 1732195284155Writing region info on filesystem at 1732195284155Initializing all the Stores at 1732195284157 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195284157Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195284158 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195284158Cleaning up temporary data from old regions at 1732195284167 (+9 ms)Running coprocessor post-open hooks at 1732195284174 (+7 ms)Region opened successfully at 1732195284174 2024-11-21T13:21:24,175 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195283396.49f3103cf195f0fefd2befda5de711f9., pid=6, masterSystemTime=1732195284150 2024-11-21T13:21:24,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49f3103cf195f0fefd2befda5de711f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:24,178 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:24,178 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:24,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49f3103cf195f0fefd2befda5de711f9, server=4fe6efa1e611,37391,1732195278783 because future has completed 2024-11-21T13:21:24,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:21:24,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49f3103cf195f0fefd2befda5de711f9, server=4fe6efa1e611,37391,1732195278783 in 185 msec 2024-11-21T13:21:24,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:21:24,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=49f3103cf195f0fefd2befda5de711f9, ASSIGN in 342 msec 2024-11-21T13:21:24,188 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:21:24,188 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195284188"}]},"ts":"1732195284188"} 2024-11-21T13:21:24,190 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:21:24,191 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:21:24,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 794 msec 2024-11-21T13:21:24,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T13:21:24,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T13:21:24,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:21:24,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T13:21:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:21:24,539 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:21:24,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2c8821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:24,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44433,-1 for getting cluster id 2024-11-21T13:21:24,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:24,541 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d0ac8c6-ced1-445d-bb50-0925822aae0e' 2024-11-21T13:21:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d0ac8c6-ced1-445d-bb50-0925822aae0e" 2024-11-21T13:21:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a894964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44433,-1] 2024-11-21T13:21:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:24,542 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:24,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291617b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:24,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:24,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:24,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7493b6e6 2024-11-21T13:21:24,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:24,545 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:21:24,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:37145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:21:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:21:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:24,548 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:37145' 2024-11-21T13:21:24,549 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1785ee35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:24,549 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37145,-1 for getting cluster id 2024-11-21T13:21:24,549 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:24,549 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99cf506-82a3-40a6-a01d-e6b95956b618' 2024-11-21T13:21:24,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:24,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99cf506-82a3-40a6-a01d-e6b95956b618" 2024-11-21T13:21:24,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659051f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:24,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37145,-1] 2024-11-21T13:21:24,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:24,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:24,551 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:24,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ca3f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:24,551 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18e9658d 2024-11-21T13:21:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:24,553 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:21:24,554 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T13:21:24,554 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:21:24,554 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:24,554 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:24,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:24,555 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:24,556 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:21:24,556 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:21:24,557 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:24,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:21:24,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:21:24,606 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:21:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:24,967 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a43a30de44cd6bb0ebc9511bdd21e088, NAME => 'hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3 2024-11-21T13:21:24,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:21:24,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:24,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a43a30de44cd6bb0ebc9511bdd21e088, disabling compactions & flushes 2024-11-21T13:21:24,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:24,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:24,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. after waiting 0 ms 2024-11-21T13:21:24,973 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:24,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:24,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a43a30de44cd6bb0ebc9511bdd21e088: Waiting for close lock at 1732195284973Disabling compacts and flushes for region at 1732195284973Disabling writes for close at 1732195284973Writing region close event to WAL at 1732195284973Closed at 1732195284973 2024-11-21T13:21:24,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:21:24,975 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195284975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195284975"}]},"ts":"1732195284975"} 2024-11-21T13:21:24,977 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:21:24,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:21:24,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195284978"}]},"ts":"1732195284978"} 2024-11-21T13:21:24,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:21:24,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a43a30de44cd6bb0ebc9511bdd21e088, ASSIGN}] 2024-11-21T13:21:24,981 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a43a30de44cd6bb0ebc9511bdd21e088, ASSIGN 2024-11-21T13:21:24,982 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a43a30de44cd6bb0ebc9511bdd21e088, ASSIGN; state=OFFLINE, location=4fe6efa1e611,35621,1732195266564; forceNewPlan=false, retain=false 2024-11-21T13:21:25,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a43a30de44cd6bb0ebc9511bdd21e088, regionState=OPENING, regionLocation=4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:25,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a43a30de44cd6bb0ebc9511bdd21e088, ASSIGN because future has completed 2024-11-21T13:21:25,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a43a30de44cd6bb0ebc9511bdd21e088, server=4fe6efa1e611,35621,1732195266564}] 2024-11-21T13:21:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:25,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:25,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:25,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:21:25,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C35621%2C1732195266564.rep, suffix=, logDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564, archiveDir=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/oldWALs, maxLogs=10 2024-11-21T13:21:25,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.rep.1732195285336, exclude list is [], retry=0 2024-11-21T13:21:25,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42205,DS-d0224398-dac8-430f-8d04-3e1009b85085,DISK] 2024-11-21T13:21:25,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.rep.1732195285336 2024-11-21T13:21:25,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45175:45175)] 2024-11-21T13:21:25,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a43a30de44cd6bb0ebc9511bdd21e088, NAME => 'hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:25,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:21:25,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:21:25,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. service=MultiRowMutationService 2024-11-21T13:21:25,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:21:25,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:25,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,360 INFO [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,361 INFO [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a43a30de44cd6bb0ebc9511bdd21e088 columnFamilyName hfileref 2024-11-21T13:21:25,361 DEBUG [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:25,362 INFO [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] regionserver.HStore(327): Store=a43a30de44cd6bb0ebc9511bdd21e088/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:25,362 INFO [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,363 INFO [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a43a30de44cd6bb0ebc9511bdd21e088 columnFamilyName queue 2024-11-21T13:21:25,363 DEBUG [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:25,364 INFO [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] regionserver.HStore(327): Store=a43a30de44cd6bb0ebc9511bdd21e088/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:25,364 INFO [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,365 INFO [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a43a30de44cd6bb0ebc9511bdd21e088 columnFamilyName sid 2024-11-21T13:21:25,365 DEBUG [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:25,365 INFO [StoreOpener-a43a30de44cd6bb0ebc9511bdd21e088-1 {}] regionserver.HStore(327): Store=a43a30de44cd6bb0ebc9511bdd21e088/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:25,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/replication/a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/replication/a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:21:25,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/replication/a43a30de44cd6bb0ebc9511bdd21e088/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:25,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a43a30de44cd6bb0ebc9511bdd21e088; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72487484, jitterRate=0.08014768362045288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:21:25,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:25,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a43a30de44cd6bb0ebc9511bdd21e088: Running coprocessor pre-open hook at 1732195285359Writing region info on filesystem at 1732195285359Initializing all the Stores at 1732195285359Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195285360 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195285360Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195285360Cleaning up temporary data from old regions at 1732195285370 (+10 ms)Running coprocessor post-open hooks at 1732195285376 (+6 ms)Region opened successfully at 1732195285376 2024-11-21T13:21:25,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088., pid=10, masterSystemTime=1732195285329 2024-11-21T13:21:25,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:25,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:25,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a43a30de44cd6bb0ebc9511bdd21e088, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:25,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a43a30de44cd6bb0ebc9511bdd21e088, server=4fe6efa1e611,35621,1732195266564 because future has completed 2024-11-21T13:21:25,396 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4fe6efa1e611,35621,1732195266564, table=hbase:replication, region=a43a30de44cd6bb0ebc9511bdd21e088. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T13:21:25,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:21:25,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a43a30de44cd6bb0ebc9511bdd21e088, server=4fe6efa1e611,35621,1732195266564 in 237 msec 2024-11-21T13:21:25,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:21:25,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a43a30de44cd6bb0ebc9511bdd21e088, ASSIGN in 443 msec 2024-11-21T13:21:25,427 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:21:25,427 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195285427"}]},"ts":"1732195285427"} 2024-11-21T13:21:25,430 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:21:25,431 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:21:25,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 876 msec 2024-11-21T13:21:25,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088., hostname=4fe6efa1e611,35621,1732195266564, seqNum=2] 2024-11-21T13:21:25,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:25,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:25,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:21:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:25,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35621 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:21:25,727 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:21:25,773 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,35621,1732195266564, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:21:25,773 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:25,773 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,35621,1732195266564, seqNum=-1] 2024-11-21T13:21:25,774 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:25,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T13:21:25,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,35621,1732195266564', locateType=CURRENT is [region=hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088., hostname=4fe6efa1e611,35621,1732195266564, seqNum=2] 2024-11-21T13:21:25,792 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:21:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:21:25,795 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,35621,1732195266564 suceeded 2024-11-21T13:21:25,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:21:25,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-21T13:21:25,797 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:37145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:21:25,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2520 sec 2024-11-21T13:21:25,814 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:37145' 2024-11-21T13:21:25,829 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57bf50cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:25,829 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37145,-1 for getting cluster id 2024-11-21T13:21:25,829 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:25,830 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99cf506-82a3-40a6-a01d-e6b95956b618' 2024-11-21T13:21:25,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:25,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99cf506-82a3-40a6-a01d-e6b95956b618" 2024-11-21T13:21:25,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@734f4048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:25,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37145,-1] 2024-11-21T13:21:25,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:25,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:25,833 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:25,834 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e805744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:25,834 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:25,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:25,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bb9b0fa 2024-11-21T13:21:25,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:25,836 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-21T13:21:25,838 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,35621,1732195266564 (queues=1) is replicating from cluster=6d0ac8c6-ced1-445d-bb50-0925822aae0e to cluster=f99cf506-82a3-40a6-a01d-e6b95956b618 2024-11-21T13:21:25,838 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C35621%2C1732195266564 2024-11-21T13:21:25,839 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,35621,1732195266564, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:21:25,857 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086, startPosition=0, beingWritten=true 2024-11-21T13:21:25,876 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C35621%2C1732195266564 2024-11-21T13:21:25,905 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:25,905 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 379, reset compression=false 2024-11-21T13:21:25,905 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,35621,1732195266564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:26,115 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 379, reset compression=false 2024-11-21T13:21:26,187 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T13:21:26,419 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 379, reset compression=false 2024-11-21T13:21:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:26,699 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:21:26,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:26,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:26,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:26,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:26,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:26,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed40827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:26,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37145,-1 for getting cluster id 2024-11-21T13:21:26,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:26,702 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99cf506-82a3-40a6-a01d-e6b95956b618' 2024-11-21T13:21:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99cf506-82a3-40a6-a01d-e6b95956b618" 2024-11-21T13:21:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e7611b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37145,-1] 2024-11-21T13:21:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:26,706 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee2e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:26,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a55fd06 2024-11-21T13:21:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:26,715 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:21:26,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:37793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:21:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:21:26,719 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:37793' 2024-11-21T13:21:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:26,723 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e88c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:26,723 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37793,-1 for getting cluster id 2024-11-21T13:21:26,723 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:26,724 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f' 2024-11-21T13:21:26,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:26,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f" 2024-11-21T13:21:26,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae755e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:26,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37793,-1] 2024-11-21T13:21:26,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:26,726 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b43b32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:26,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:26,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:26,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59426a02 2024-11-21T13:21:26,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:26,729 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:21:26,730 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:21:26,730 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:21:26,730 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:26,731 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:26,731 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:26,733 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:21:26,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:26,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:21:26,734 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:26,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:21:26,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:21:26,753 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbdebfca706f681b5783c1603da3a11b, NAME => 'hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3 2024-11-21T13:21:26,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:21:26,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:26,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fbdebfca706f681b5783c1603da3a11b, disabling compactions & flushes 2024-11-21T13:21:26,770 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:26,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:26,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. after waiting 0 ms 2024-11-21T13:21:26,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:26,770 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:26,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbdebfca706f681b5783c1603da3a11b: Waiting for close lock at 1732195286770Disabling compacts and flushes for region at 1732195286770Disabling writes for close at 1732195286770Writing region close event to WAL at 1732195286770Closed at 1732195286770 2024-11-21T13:21:26,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:21:26,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195286772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195286772"}]},"ts":"1732195286772"} 2024-11-21T13:21:26,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:21:26,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:21:26,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195286776"}]},"ts":"1732195286776"} 2024-11-21T13:21:26,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:21:26,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbdebfca706f681b5783c1603da3a11b, ASSIGN}] 2024-11-21T13:21:26,783 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbdebfca706f681b5783c1603da3a11b, ASSIGN 2024-11-21T13:21:26,783 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:21:26,784 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbdebfca706f681b5783c1603da3a11b, ASSIGN; state=OFFLINE, location=4fe6efa1e611,38657,1732195274474; forceNewPlan=false, retain=false 2024-11-21T13:21:26,824 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 379, reset compression=false 2024-11-21T13:21:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:26,935 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbdebfca706f681b5783c1603da3a11b, regionState=OPENING, regionLocation=4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:26,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbdebfca706f681b5783c1603da3a11b, ASSIGN because future has completed 2024-11-21T13:21:26,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbdebfca706f681b5783c1603da3a11b, server=4fe6efa1e611,38657,1732195274474}] 2024-11-21T13:21:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:27,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:27,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:27,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:21:27,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C38657%2C1732195274474.rep, suffix=, logDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474, archiveDir=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/oldWALs, maxLogs=10 2024-11-21T13:21:27,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.rep.1732195287100, exclude list is [], retry=0 2024-11-21T13:21:27,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38561,DS-0e2913b9-2809-40b2-afe0-e96bbf6cd870,DISK] 2024-11-21T13:21:27,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.rep.1732195287100 2024-11-21T13:21:27,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-11-21T13:21:27,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fbdebfca706f681b5783c1603da3a11b, NAME => 'hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:27,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:21:27,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:21:27,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. service=MultiRowMutationService 2024-11-21T13:21:27,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:21:27,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:27,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,127 INFO [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,128 INFO [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbdebfca706f681b5783c1603da3a11b columnFamilyName hfileref 2024-11-21T13:21:27,128 DEBUG [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:27,128 INFO [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] regionserver.HStore(327): Store=fbdebfca706f681b5783c1603da3a11b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:27,129 INFO [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,130 INFO [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbdebfca706f681b5783c1603da3a11b columnFamilyName queue 2024-11-21T13:21:27,130 DEBUG [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:27,130 INFO [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] regionserver.HStore(327): Store=fbdebfca706f681b5783c1603da3a11b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:27,130 INFO [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,131 INFO [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbdebfca706f681b5783c1603da3a11b columnFamilyName sid 2024-11-21T13:21:27,131 DEBUG [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:27,131 INFO [StoreOpener-fbdebfca706f681b5783c1603da3a11b-1 {}] regionserver.HStore(327): Store=fbdebfca706f681b5783c1603da3a11b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:27,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/replication/fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/replication/fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:21:27,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/replication/fbdebfca706f681b5783c1603da3a11b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:27,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fbdebfca706f681b5783c1603da3a11b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66934190, jitterRate=-0.0026028454303741455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:21:27,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:27,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fbdebfca706f681b5783c1603da3a11b: Running coprocessor pre-open hook at 1732195287121Writing region info on filesystem at 1732195287121Initializing all the Stores at 1732195287126 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195287126Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195287126Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195287126Cleaning up temporary data from old regions at 1732195287134 (+8 ms)Running coprocessor post-open hooks at 1732195287137 (+3 ms)Region opened successfully at 1732195287137 2024-11-21T13:21:27,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b., pid=10, masterSystemTime=1732195287093 2024-11-21T13:21:27,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:27,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:27,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fbdebfca706f681b5783c1603da3a11b, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:27,145 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37145 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4fe6efa1e611,38657,1732195274474, table=hbase:replication, region=fbdebfca706f681b5783c1603da3a11b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T13:21:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbdebfca706f681b5783c1603da3a11b, server=4fe6efa1e611,38657,1732195274474 because future has completed 2024-11-21T13:21:27,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:21:27,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fbdebfca706f681b5783c1603da3a11b, server=4fe6efa1e611,38657,1732195274474 in 209 msec 2024-11-21T13:21:27,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:21:27,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbdebfca706f681b5783c1603da3a11b, ASSIGN in 371 msec 2024-11-21T13:21:27,154 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:21:27,154 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195287154"}]},"ts":"1732195287154"} 2024-11-21T13:21:27,156 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:21:27,157 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:21:27,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 426 msec 2024-11-21T13:21:27,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b., hostname=4fe6efa1e611,38657,1732195274474, seqNum=2] 2024-11-21T13:21:27,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:27,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:27,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:21:27,328 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 379, reset compression=false 2024-11-21T13:21:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:27,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:21:27,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:27,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:21:27,445 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:21:27,460 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:21:27,488 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,38657,1732195274474, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:21:27,488 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:27,488 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,38657,1732195274474, seqNum=-1] 2024-11-21T13:21:27,489 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:27,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T13:21:27,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,38657,1732195274474', locateType=CURRENT is [region=hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b., hostname=4fe6efa1e611,38657,1732195274474, seqNum=2] 2024-11-21T13:21:27,500 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:21:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:21:27,504 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,38657,1732195274474 suceeded 2024-11-21T13:21:27,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:21:27,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-21T13:21:27,507 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:37793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:21:27,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 792 msec 2024-11-21T13:21:27,524 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:37793' 2024-11-21T13:21:27,527 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dae4ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:27,527 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37793,-1 for getting cluster id 2024-11-21T13:21:27,527 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:27,528 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f' 2024-11-21T13:21:27,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:27,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f" 2024-11-21T13:21:27,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35e0e5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:27,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37793,-1] 2024-11-21T13:21:27,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:27,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:27,530 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:27,532 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6015265c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:27,532 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@215ebfe0 2024-11-21T13:21:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:27,534 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-21T13:21:27,535 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,38657,1732195274474 (queues=1) is replicating from cluster=f99cf506-82a3-40a6-a01d-e6b95956b618 to cluster=84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f 2024-11-21T13:21:27,535 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C38657%2C1732195274474 2024-11-21T13:21:27,535 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,38657,1732195274474, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:21:27,536 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C38657%2C1732195274474 2024-11-21T13:21:27,536 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811, startPosition=0, beingWritten=true 2024-11-21T13:21:27,545 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:27,545 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 379, reset compression=false 2024-11-21T13:21:27,552 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,38657,1732195274474 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:27,761 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 379, reset compression=false 2024-11-21T13:21:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:27,885 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:21:27,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:27,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:27,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:27,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:27,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:27,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441b5d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:27,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37793,-1 for getting cluster id 2024-11-21T13:21:27,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:27,892 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f' 2024-11-21T13:21:27,892 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:27,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f" 2024-11-21T13:21:27,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb75870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:27,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37793,-1] 2024-11-21T13:21:27,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:27,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:27,894 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:27,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13005596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:27,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c603234 2024-11-21T13:21:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:27,898 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:21:27,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:44433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:21:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:21:27,903 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:44433' 2024-11-21T13:21:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:27,907 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a7638d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:27,907 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44433,-1 for getting cluster id 2024-11-21T13:21:27,907 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:27,908 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d0ac8c6-ced1-445d-bb50-0925822aae0e' 2024-11-21T13:21:27,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:27,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d0ac8c6-ced1-445d-bb50-0925822aae0e" 2024-11-21T13:21:27,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2cafba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:27,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44433,-1] 2024-11-21T13:21:27,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:27,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:27,911 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:27,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:27,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:27,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:27,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75958b1b 2024-11-21T13:21:27,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:27,915 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:21:27,916 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:21:27,916 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:21:27,916 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:27,916 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:27,917 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:27,919 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:21:27,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:27,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:21:27,920 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:27,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:21:27,933 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 379, reset compression=false 2024-11-21T13:21:27,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:21:27,946 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31c6f876ae9eb2f56481df97f9a425be, NAME => 'hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f 2024-11-21T13:21:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:21:27,969 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:21:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:28,066 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 379, reset compression=false 2024-11-21T13:21:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:28,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:28,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31c6f876ae9eb2f56481df97f9a425be, disabling compactions & flushes 2024-11-21T13:21:28,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:28,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:28,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. after waiting 0 ms 2024-11-21T13:21:28,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:28,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:28,361 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31c6f876ae9eb2f56481df97f9a425be: Waiting for close lock at 1732195288361Disabling compacts and flushes for region at 1732195288361Disabling writes for close at 1732195288361Writing region close event to WAL at 1732195288361Closed at 1732195288361 2024-11-21T13:21:28,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:21:28,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195288362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195288362"}]},"ts":"1732195288362"} 2024-11-21T13:21:28,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:21:28,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:21:28,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195288365"}]},"ts":"1732195288365"} 2024-11-21T13:21:28,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:21:28,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31c6f876ae9eb2f56481df97f9a425be, ASSIGN}] 2024-11-21T13:21:28,367 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31c6f876ae9eb2f56481df97f9a425be, ASSIGN 2024-11-21T13:21:28,368 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31c6f876ae9eb2f56481df97f9a425be, ASSIGN; state=OFFLINE, location=4fe6efa1e611,37391,1732195278783; forceNewPlan=false, retain=false 2024-11-21T13:21:28,470 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 379, reset compression=false 2024-11-21T13:21:28,519 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31c6f876ae9eb2f56481df97f9a425be, regionState=OPENING, regionLocation=4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:28,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31c6f876ae9eb2f56481df97f9a425be, ASSIGN because future has completed 2024-11-21T13:21:28,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31c6f876ae9eb2f56481df97f9a425be, server=4fe6efa1e611,37391,1732195278783}] 2024-11-21T13:21:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:28,645 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 379, reset compression=false 2024-11-21T13:21:28,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:28,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:28,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:21:28,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C37391%2C1732195278783.rep, suffix=, logDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783, archiveDir=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/oldWALs, maxLogs=10 2024-11-21T13:21:28,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.rep.1732195288678, exclude list is [], retry=0 2024-11-21T13:21:28,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40689,DS-2a775bc9-4584-41d8-b741-f6a72ccf7b19,DISK] 2024-11-21T13:21:28,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.rep.1732195288678 2024-11-21T13:21:28,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44799:44799)] 2024-11-21T13:21:28,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 31c6f876ae9eb2f56481df97f9a425be, NAME => 'hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:28,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:21:28,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:21:28,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. service=MultiRowMutationService 2024-11-21T13:21:28,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:21:28,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:28,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,701 INFO [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,702 INFO [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31c6f876ae9eb2f56481df97f9a425be columnFamilyName hfileref 2024-11-21T13:21:28,702 DEBUG [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:28,702 INFO [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] regionserver.HStore(327): Store=31c6f876ae9eb2f56481df97f9a425be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:28,703 INFO [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,703 INFO [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31c6f876ae9eb2f56481df97f9a425be columnFamilyName queue 2024-11-21T13:21:28,703 DEBUG [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:28,704 INFO [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] regionserver.HStore(327): Store=31c6f876ae9eb2f56481df97f9a425be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:28,704 INFO [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,704 INFO [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31c6f876ae9eb2f56481df97f9a425be columnFamilyName sid 2024-11-21T13:21:28,704 DEBUG [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:28,705 INFO [StoreOpener-31c6f876ae9eb2f56481df97f9a425be-1 {}] regionserver.HStore(327): Store=31c6f876ae9eb2f56481df97f9a425be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:28,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/replication/31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/replication/31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:21:28,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/replication/31c6f876ae9eb2f56481df97f9a425be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:28,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 31c6f876ae9eb2f56481df97f9a425be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63104653, jitterRate=-0.05966739356517792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:21:28,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:28,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 31c6f876ae9eb2f56481df97f9a425be: Running coprocessor pre-open hook at 1732195288700Writing region info on filesystem at 1732195288700Initializing all the Stores at 1732195288701 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195288701Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195288701Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195288701Cleaning up temporary data from old regions at 1732195288706 (+5 ms)Running coprocessor post-open hooks at 1732195288709 (+3 ms)Region opened successfully at 1732195288710 (+1 ms) 2024-11-21T13:21:28,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be., pid=10, masterSystemTime=1732195288672 2024-11-21T13:21:28,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:28,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:28,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31c6f876ae9eb2f56481df97f9a425be, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:28,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31c6f876ae9eb2f56481df97f9a425be, server=4fe6efa1e611,37391,1732195278783 because future has completed 2024-11-21T13:21:28,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:21:28,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31c6f876ae9eb2f56481df97f9a425be, server=4fe6efa1e611,37391,1732195278783 in 194 msec 2024-11-21T13:21:28,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:21:28,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31c6f876ae9eb2f56481df97f9a425be, ASSIGN in 350 msec 2024-11-21T13:21:28,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:21:28,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195288722"}]},"ts":"1732195288722"} 2024-11-21T13:21:28,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:21:28,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:21:28,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 808 msec 2024-11-21T13:21:28,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be., hostname=4fe6efa1e611,37391,1732195278783, seqNum=2] 2024-11-21T13:21:28,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:28,793 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:28,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:21:28,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:21:28,967 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:21:28,974 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 379, reset compression=false 2024-11-21T13:21:28,997 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,37391,1732195278783, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:21:28,998 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:28,998 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37391,1732195278783, seqNum=-1] 2024-11-21T13:21:28,998 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:28,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T13:21:29,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,37391,1732195278783', locateType=CURRENT is [region=hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be., hostname=4fe6efa1e611,37391,1732195278783, seqNum=2] 2024-11-21T13:21:29,003 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:21:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:21:29,005 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,37391,1732195278783 suceeded 2024-11-21T13:21:29,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:21:29,007 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:44433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:21:29,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-21T13:21:29,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1080 sec 2024-11-21T13:21:29,023 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:44433' 2024-11-21T13:21:29,025 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ea09f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,025 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44433,-1 for getting cluster id 2024-11-21T13:21:29,025 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:29,026 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d0ac8c6-ced1-445d-bb50-0925822aae0e' 2024-11-21T13:21:29,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:29,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d0ac8c6-ced1-445d-bb50-0925822aae0e" 2024-11-21T13:21:29,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5afd75a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44433,-1] 2024-11-21T13:21:29,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:29,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:29,027 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:29,028 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@569c2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,028 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:29,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:29,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@681ec34b 2024-11-21T13:21:29,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:29,032 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T13:21:29,032 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,37391,1732195278783 (queues=1) is replicating from cluster=84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f to cluster=6d0ac8c6-ced1-445d-bb50-0925822aae0e 2024-11-21T13:21:29,033 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C37391%2C1732195278783 2024-11-21T13:21:29,033 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,37391,1732195278783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:21:29,033 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C37391%2C1732195278783 2024-11-21T13:21:29,033 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, startPosition=0, beingWritten=true 2024-11-21T13:21:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:21:29,039 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:21:29,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:29,039 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:29,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:29,039 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 379, reset compression=false 2024-11-21T13:21:29,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:29,039 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37391,1732195278783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:29,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:29,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:29,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7898f3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44433,-1 for getting cluster id 2024-11-21T13:21:29,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:29,041 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d0ac8c6-ced1-445d-bb50-0925822aae0e' 2024-11-21T13:21:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d0ac8c6-ced1-445d-bb50-0925822aae0e" 2024-11-21T13:21:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16eb669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44433,-1] 2024-11-21T13:21:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:29,043 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:29,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f88e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12188c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37145,-1 for getting cluster id 2024-11-21T13:21:29,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:29,045 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99cf506-82a3-40a6-a01d-e6b95956b618' 2024-11-21T13:21:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99cf506-82a3-40a6-a01d-e6b95956b618" 2024-11-21T13:21:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124ad8a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37145,-1] 2024-11-21T13:21:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:29,047 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@beb6a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8aeb8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37793,-1 for getting cluster id 2024-11-21T13:21:29,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:29,049 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f' 2024-11-21T13:21:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f" 2024-11-21T13:21:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dc0910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37793,-1] 2024-11-21T13:21:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:29,051 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:29,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4643b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:29,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,35621,1732195266564, seqNum=-1] 2024-11-21T13:21:29,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:29,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:29,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732195281093.4276e76b288c3e3788f4d598c26265fa., hostname=4fe6efa1e611,35621,1732195266564, seqNum=2] 2024-11-21T13:21:29,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:29,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37391,1732195278783, seqNum=-1] 2024-11-21T13:21:29,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:29,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:29,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732195283396.49f3103cf195f0fefd2befda5de711f9., hostname=4fe6efa1e611,37391,1732195278783, seqNum=2] 2024-11-21T13:21:29,087 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T13:21:29,244 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 379, reset compression=false 2024-11-21T13:21:29,449 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 379, reset compression=false 2024-11-21T13:21:29,454 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:29,454 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 480, reset compression=false 2024-11-21T13:21:29,454 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,35621,1732195266564 got entry batch from reader: WALEntryBatch [walEntries=[{test/4276e76b288c3e3788f4d598c26265fa/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T13:21:29,458 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:21:29,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-21T13:21:29,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:29,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd38fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37145,-1 for getting cluster id 2024-11-21T13:21:29,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:29,461 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99cf506-82a3-40a6-a01d-e6b95956b618' 2024-11-21T13:21:29,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:29,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99cf506-82a3-40a6-a01d-e6b95956b618" 2024-11-21T13:21:29,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a30e7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37145,-1] 2024-11-21T13:21:29,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:29,463 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:29,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:29,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cb35e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:29,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,38657,1732195274474, seqNum=-1] 2024-11-21T13:21:29,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:29,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T13:21:29,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732195282242.39399ed62c8d182c78f383fca65f876c., hostname=4fe6efa1e611,38657,1732195274474, seqNum=2] 2024-11-21T13:21:29,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:29,548 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 379, reset compression=false 2024-11-21T13:21:29,577 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 379, reset compression=false 2024-11-21T13:21:29,581 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:29,581 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 503, reset compression=false 2024-11-21T13:21:29,581 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,38657,1732195274474 got entry batch from reader: WALEntryBatch [walEntries=[{test/39399ed62c8d182c78f383fca65f876c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T13:21:29,583 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:21:29,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-21T13:21:29,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:29,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5707fe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37793,-1 for getting cluster id 2024-11-21T13:21:29,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:29,585 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f' 2024-11-21T13:21:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f" 2024-11-21T13:21:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18390e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37793,-1] 2024-11-21T13:21:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:29,587 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:29,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb51147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:29,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:29,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37391,1732195278783, seqNum=-1] 2024-11-21T13:21:29,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:29,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T13:21:29,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732195283396.49f3103cf195f0fefd2befda5de711f9., hostname=4fe6efa1e611,37391,1732195278783, seqNum=2] 2024-11-21T13:21:29,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:29,659 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 480, reset compression=false 2024-11-21T13:21:29,784 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 503, reset compression=false 2024-11-21T13:21:29,952 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 379, reset compression=false 2024-11-21T13:21:29,957 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:29,957 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 527, reset compression=false 2024-11-21T13:21:29,957 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37391,1732195278783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:29,963 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 480, reset compression=false 2024-11-21T13:21:30,088 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 503, reset compression=false 2024-11-21T13:21:30,089 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T13:21:30,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,38657,1732195274474, seqNum=-1] 2024-11-21T13:21:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:30,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732195282242.39399ed62c8d182c78f383fca65f876c., hostname=4fe6efa1e611,38657,1732195274474, seqNum=2] 2024-11-21T13:21:30,097 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T13:21:30,160 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 527, reset compression=false 2024-11-21T13:21:30,366 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 480, reset compression=false 2024-11-21T13:21:30,463 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 527, reset compression=false 2024-11-21T13:21:30,492 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 503, reset compression=false 2024-11-21T13:21:30,497 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:30,497 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 607, reset compression=false 2024-11-21T13:21:30,498 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,38657,1732195274474 got entry batch from reader: WALEntryBatch [walEntries=[{test/39399ed62c8d182c78f383fca65f876c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T13:21:30,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:30,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:30,700 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 607, reset compression=false 2024-11-21T13:21:30,869 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 527, reset compression=false 2024-11-21T13:21:30,871 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 480, reset compression=false 2024-11-21T13:21:30,873 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:30,873 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 655, reset compression=false 2024-11-21T13:21:30,873 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37391,1732195278783 got entry batch from reader: WALEntryBatch [walEntries=[{test/49f3103cf195f0fefd2befda5de711f9/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T13:21:30,876 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:21:30,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T13:21:30,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:30,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12077749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:30,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44433,-1 for getting cluster id 2024-11-21T13:21:30,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:30,878 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d0ac8c6-ced1-445d-bb50-0925822aae0e' 2024-11-21T13:21:30,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:30,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d0ac8c6-ced1-445d-bb50-0925822aae0e" 2024-11-21T13:21:30,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c02dd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:30,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44433,-1] 2024-11-21T13:21:30,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:30,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:30,879 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:30,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bbc1107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:30,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:30,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,35621,1732195266564, seqNum=-1] 2024-11-21T13:21:30,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:30,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T13:21:30,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732195281093.4276e76b288c3e3788f4d598c26265fa., hostname=4fe6efa1e611,35621,1732195266564, seqNum=2] 2024-11-21T13:21:30,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:31,004 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 607, reset compression=false 2024-11-21T13:21:31,077 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 655, reset compression=false 2024-11-21T13:21:31,098 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T13:21:31,101 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T13:21:31,380 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 655, reset compression=false 2024-11-21T13:21:31,384 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:31,384 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 759, reset compression=false 2024-11-21T13:21:31,384 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37391,1732195278783 got entry batch from reader: WALEntryBatch [walEntries=[{test/49f3103cf195f0fefd2befda5de711f9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T13:21:31,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:31,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:31,407 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 607, reset compression=false 2024-11-21T13:21:31,476 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 480, reset compression=false 2024-11-21T13:21:31,481 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:31,481 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 760, reset compression=false 2024-11-21T13:21:31,481 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,35621,1732195266564 got entry batch from reader: WALEntryBatch [walEntries=[{test/4276e76b288c3e3788f4d598c26265fa/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T13:21:31,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:31,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:31,589 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 759, reset compression=false 2024-11-21T13:21:31,683 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 760, reset compression=false 2024-11-21T13:21:31,892 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 759, reset compression=false 2024-11-21T13:21:31,911 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 607, reset compression=false 2024-11-21T13:21:31,914 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:31,914 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 758, reset compression=false 2024-11-21T13:21:31,914 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,38657,1732195274474 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:31,987 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 760, reset compression=false 2024-11-21T13:21:32,103 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T13:21:32,114 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T13:21:32,127 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 758, reset compression=false 2024-11-21T13:21:32,296 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 759, reset compression=false 2024-11-21T13:21:32,391 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 760, reset compression=false 2024-11-21T13:21:32,395 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:32,395 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 916, reset compression=false 2024-11-21T13:21:32,395 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,35621,1732195266564 got entry batch from reader: WALEntryBatch [walEntries=[{test/4276e76b288c3e3788f4d598c26265fa/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T13:21:32,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:32,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:32,430 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 758, reset compression=false 2024-11-21T13:21:32,438 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:32,438 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 905, reset compression=false 2024-11-21T13:21:32,439 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,38657,1732195274474 got entry batch from reader: WALEntryBatch [walEntries=[{test/39399ed62c8d182c78f383fca65f876c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T13:21:32,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:32,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:32,601 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 916, reset compression=false 2024-11-21T13:21:32,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:21:32,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,651 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 905, reset compression=false 2024-11-21T13:21:32,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:32,802 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 759, reset compression=false 2024-11-21T13:21:32,806 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:32,806 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 930, reset compression=false 2024-11-21T13:21:32,806 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37391,1732195278783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:32,905 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 916, reset compression=false 2024-11-21T13:21:32,955 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 905, reset compression=false 2024-11-21T13:21:33,009 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 930, reset compression=false 2024-11-21T13:21:33,116 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T13:21:33,121 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T13:21:33,308 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 916, reset compression=false 2024-11-21T13:21:33,319 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 930, reset compression=false 2024-11-21T13:21:33,358 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 905, reset compression=false 2024-11-21T13:21:33,367 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:33,367 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1064, reset compression=false 2024-11-21T13:21:33,367 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,38657,1732195274474 got entry batch from reader: WALEntryBatch [walEntries=[{test/39399ed62c8d182c78f383fca65f876c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T13:21:33,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:33,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:33,574 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1064, reset compression=false 2024-11-21T13:21:33,727 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 930, reset compression=false 2024-11-21T13:21:33,731 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:33,731 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1080, reset compression=false 2024-11-21T13:21:33,731 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37391,1732195278783 got entry batch from reader: WALEntryBatch [walEntries=[{test/49f3103cf195f0fefd2befda5de711f9/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T13:21:33,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:33,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:33,812 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 916, reset compression=false 2024-11-21T13:21:33,816 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:33,816 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1090, reset compression=false 2024-11-21T13:21:33,816 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,35621,1732195266564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:33,878 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1064, reset compression=false 2024-11-21T13:21:33,935 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1080, reset compression=false 2024-11-21T13:21:34,020 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1090, reset compression=false 2024-11-21T13:21:34,123 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T13:21:34,126 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T13:21:34,238 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1080, reset compression=false 2024-11-21T13:21:34,244 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:34,244 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1239, reset compression=false 2024-11-21T13:21:34,244 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37391,1732195278783 got entry batch from reader: WALEntryBatch [walEntries=[{test/49f3103cf195f0fefd2befda5de711f9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T13:21:34,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:34,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:34,284 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1064, reset compression=false 2024-11-21T13:21:34,323 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1090, reset compression=false 2024-11-21T13:21:34,327 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:34,327 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1240, reset compression=false 2024-11-21T13:21:34,327 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,35621,1732195266564 got entry batch from reader: WALEntryBatch [walEntries=[{test/4276e76b288c3e3788f4d598c26265fa/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T13:21:34,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:34,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:34,450 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1239, reset compression=false 2024-11-21T13:21:34,530 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1240, reset compression=false 2024-11-21T13:21:34,753 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1239, reset compression=false 2024-11-21T13:21:34,788 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1064, reset compression=false 2024-11-21T13:21:34,792 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:34,792 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1237, reset compression=false 2024-11-21T13:21:34,792 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,38657,1732195274474 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:34,834 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1240, reset compression=false 2024-11-21T13:21:34,996 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1237, reset compression=false 2024-11-21T13:21:35,128 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T13:21:35,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e86152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:35,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37793,-1 for getting cluster id 2024-11-21T13:21:35,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:35,135 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f' 2024-11-21T13:21:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f" 2024-11-21T13:21:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d95e673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37793,-1] 2024-11-21T13:21:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:35,137 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f8e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:35,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dbe18fa 2024-11-21T13:21:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:35,143 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:21:35,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-21T13:21:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-21T13:21:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T13:21:35,156 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1239, reset compression=false 2024-11-21T13:21:35,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:21:35,237 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1240, reset compression=false 2024-11-21T13:21:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T13:21:35,301 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1237, reset compression=false 2024-11-21T13:21:35,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T13:21:35,314 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-21T13:21:35,315 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-21T13:21:35,315 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,37391,1732195278783 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-21T13:21:35,315 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0. 2024-11-21T13:21:35,316 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:35,316 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:35,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:35,316 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:35,416 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:21:35,416 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T13:21:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T13:21:35,517 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 terminated 2024-11-21T13:21:35,536 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,37391,1732195278783, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:21:35,537 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-21T13:21:35,537 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T13:21:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T13:21:35,539 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 4fe6efa1e611,37391,1732195278783 suceeded 2024-11-21T13:21:35,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T13:21:35,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-21T13:21:35,542 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-21T13:21:35,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 398 msec 2024-11-21T13:21:35,553 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:44433' 2024-11-21T13:21:35,554 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2adeb9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:35,554 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44433,-1 for getting cluster id 2024-11-21T13:21:35,554 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:35,555 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d0ac8c6-ced1-445d-bb50-0925822aae0e' 2024-11-21T13:21:35,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:35,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d0ac8c6-ced1-445d-bb50-0925822aae0e" 2024-11-21T13:21:35,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b45e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:35,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44433,-1] 2024-11-21T13:21:35,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:35,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:35,557 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:35,557 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b32dd60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:35,558 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:35,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:35,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c856fab 2024-11-21T13:21:35,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:35,559 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T13:21:35,560 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,37391,1732195278783 (queues=1) is replicating from cluster=84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f to cluster=6d0ac8c6-ced1-445d-bb50-0925822aae0e 2024-11-21T13:21:35,560 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C37391%2C1732195278783 2024-11-21T13:21:35,560 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,37391,1732195278783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:21:35,560 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C37391%2C1732195278783 2024-11-21T13:21:35,705 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1237, reset compression=false 2024-11-21T13:21:35,741 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1240, reset compression=false 2024-11-21T13:21:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T13:21:35,779 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:21:35,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:35,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:35,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:35,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:35,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:35,782 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-21T13:21:35,947 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T13:21:36,209 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1237, reset compression=false 2024-11-21T13:21:36,345 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1240, reset compression=false 2024-11-21T13:21:36,350 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:36,350 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1344, reset compression=false 2024-11-21T13:21:36,350 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,35621,1732195266564 got entry batch from reader: WALEntryBatch [walEntries=[{test/4276e76b288c3e3788f4d598c26265fa/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T13:21:36,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:36,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38657 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:36,555 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1344, reset compression=false 2024-11-21T13:21:36,784 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-21T13:21:36,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a5b4df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:36,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,37793,-1 for getting cluster id 2024-11-21T13:21:36,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:36,788 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f' 2024-11-21T13:21:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c80db3-51fb-4a6e-b7fa-39d4e7bfc90f" 2024-11-21T13:21:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535ad113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,37793,-1] 2024-11-21T13:21:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:36,789 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b7b3df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:36,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4afadacd 2024-11-21T13:21:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:21:36,795 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:21:36,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-21T13:21:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-21T13:21:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T13:21:36,813 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1237, reset compression=false 2024-11-21T13:21:36,846 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-11-21T13:21:36,846 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1468, reset compression=false 2024-11-21T13:21:36,846 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,38657,1732195274474 got entry batch from reader: WALEntryBatch [walEntries=[{test/39399ed62c8d182c78f383fca65f876c/10=[#edits: 1 = ],223}, {test/39399ed62c8d182c78f383fca65f876c/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811, lastWalPosition=1468, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-11-21T13:21:36,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:36,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:36,859 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1344, reset compression=false 2024-11-21T13:21:36,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:21:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T13:21:37,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-21T13:21:37,040 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-21T13:21:37,041 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T13:21:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T13:21:37,043 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 4fe6efa1e611,37391,1732195278783 suceeded 2024-11-21T13:21:37,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T13:21:37,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-21T13:21:37,045 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-21T13:21:37,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 249 msec 2024-11-21T13:21:37,061 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1468, reset compression=false 2024-11-21T13:21:37,062 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, startPosition=1239, beingWritten=true 2024-11-21T13:21:37,066 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:21:37,066 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1518, reset compression=false 2024-11-21T13:21:37,066 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37391,1732195278783 got entry batch from reader: WALEntryBatch [walEntries=[{test/49f3103cf195f0fefd2befda5de711f9/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T13:21:37,068 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:21:37,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T13:21:37,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:21:37,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35621 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:21:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T13:21:37,119 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:21:37,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:37,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:37,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:37,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:37,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:37,121 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-21T13:21:37,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:21:37,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:37,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:37,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:37,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:37,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:21:37,122 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=3564546, stopped=false 2024-11-21T13:21:37,122 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,37793,1732195278604 2024-11-21T13:21:37,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2473486048/running 2024-11-21T13:21:37,129 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:21:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:37,129 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2473486048/running 2024-11-21T13:21:37,129 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:37,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:37,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:37,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:37,130 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,37391,1732195278783' ***** 2024-11-21T13:21:37,130 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:21:37,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Set watcher on znode that does not yet exist, /2473486048/running 2024-11-21T13:21:37,131 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:21:37,131 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:21:37,131 INFO [RS:0;4fe6efa1e611:37391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:21:37,131 INFO [RS:0;4fe6efa1e611:37391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:21:37,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Set watcher on znode that does not yet exist, /2473486048/running 2024-11-21T13:21:37,131 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(3091): Received CLOSE for 31c6f876ae9eb2f56481df97f9a425be 2024-11-21T13:21:37,131 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(3091): Received CLOSE for 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:37,131 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:37,131 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:21:37,131 INFO [RS:0;4fe6efa1e611:37391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:37391. 2024-11-21T13:21:37,131 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31c6f876ae9eb2f56481df97f9a425be, disabling compactions & flushes 2024-11-21T13:21:37,131 DEBUG [RS:0;4fe6efa1e611:37391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:37,131 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:37,131 DEBUG [RS:0;4fe6efa1e611:37391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:37,131 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:37,131 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. after waiting 0 ms 2024-11-21T13:21:37,131 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:37,131 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:21:37,131 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:21:37,131 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:21:37,132 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:21:37,132 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31c6f876ae9eb2f56481df97f9a425be 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-21T13:21:37,132 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:21:37,132 DEBUG [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1325): Online Regions={31c6f876ae9eb2f56481df97f9a425be=hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be., 1588230740=hbase:meta,,1.1588230740, 49f3103cf195f0fefd2befda5de711f9=test,,1732195283396.49f3103cf195f0fefd2befda5de711f9.} 2024-11-21T13:21:37,132 DEBUG [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31c6f876ae9eb2f56481df97f9a425be, 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:37,132 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:21:37,132 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:21:37,132 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:21:37,132 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:21:37,132 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:21:37,132 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:21:37,137 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:21:37,149 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/replication/31c6f876ae9eb2f56481df97f9a425be/.tmp/queue/8ce047bb2f34488fa2ceb165103cd0d5 is 154, key is 1-4fe6efa1e611,37391,1732195278783/queue:4fe6efa1e611%2C37391%2C1732195278783/1732195297074/Put/seqid=0 2024-11-21T13:21:37,149 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/info/63324b83369644b3acb70d4f95120b13 is 147, key is hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be./info:regioninfo/1732195288713/Put/seqid=0 2024-11-21T13:21:37,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741840_1016 (size=5353) 2024-11-21T13:21:37,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741841_1017 (size=7686) 2024-11-21T13:21:37,153 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/replication/31c6f876ae9eb2f56481df97f9a425be/.tmp/queue/8ce047bb2f34488fa2ceb165103cd0d5 2024-11-21T13:21:37,154 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/info/63324b83369644b3acb70d4f95120b13 2024-11-21T13:21:37,158 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/replication/31c6f876ae9eb2f56481df97f9a425be/.tmp/queue/8ce047bb2f34488fa2ceb165103cd0d5 as hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/replication/31c6f876ae9eb2f56481df97f9a425be/queue/8ce047bb2f34488fa2ceb165103cd0d5 2024-11-21T13:21:37,163 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/replication/31c6f876ae9eb2f56481df97f9a425be/queue/8ce047bb2f34488fa2ceb165103cd0d5, entries=1, sequenceid=13, filesize=5.2 K 2024-11-21T13:21:37,164 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 31c6f876ae9eb2f56481df97f9a425be in 32ms, sequenceid=13, compaction requested=false 2024-11-21T13:21:37,168 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/replication/31c6f876ae9eb2f56481df97f9a425be/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-21T13:21:37,168 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:21:37,168 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:21:37,168 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:37,169 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31c6f876ae9eb2f56481df97f9a425be: Waiting for close lock at 1732195297131Running coprocessor pre-close hooks at 1732195297131Disabling compacts and flushes for region at 1732195297131Disabling writes for close at 1732195297131Obtaining lock to block concurrent updates at 1732195297132 (+1 ms)Preparing flush snapshotting stores in 31c6f876ae9eb2f56481df97f9a425be at 1732195297132Finished memstore snapshotting hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732195297132Flushing stores of hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. at 1732195297132Flushing 31c6f876ae9eb2f56481df97f9a425be/queue: creating writer at 1732195297132Flushing 31c6f876ae9eb2f56481df97f9a425be/queue: appending metadata at 1732195297148 (+16 ms)Flushing 31c6f876ae9eb2f56481df97f9a425be/queue: closing flushed file at 1732195297148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0742a0: reopening flushed file at 1732195297158 (+10 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 31c6f876ae9eb2f56481df97f9a425be in 32ms, sequenceid=13, compaction requested=false at 1732195297164 (+6 ms)Writing region close event to WAL at 1732195297164Running coprocessor post-close hooks at 1732195297168 (+4 ms)Closed at 1732195297168 2024-11-21T13:21:37,169 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195287916.31c6f876ae9eb2f56481df97f9a425be. 2024-11-21T13:21:37,169 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49f3103cf195f0fefd2befda5de711f9, disabling compactions & flushes 2024-11-21T13:21:37,169 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:37,169 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:37,169 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. after waiting 0 ms 2024-11-21T13:21:37,169 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:37,169 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49f3103cf195f0fefd2befda5de711f9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T13:21:37,173 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/ns/3d0d41bb88554525808212336c8e1252 is 43, key is default/ns:d/1732195281021/Put/seqid=0 2024-11-21T13:21:37,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741842_1018 (size=5153) 2024-11-21T13:21:37,198 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:37,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:21:37,199 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68680 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:21:37,199 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/ns/3d0d41bb88554525808212336c8e1252 2024-11-21T13:21:37,213 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:21:37,213 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:21:37,214 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/.tmp/f/5f9d68a14f9d40ae9f59b02aeb2e2931 is 37, key is row3/f:row3/1732195295780/Put/seqid=0 2024-11-21T13:21:37,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741843_1019 (size=5228) 2024-11-21T13:21:37,223 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/.tmp/f/5f9d68a14f9d40ae9f59b02aeb2e2931 2024-11-21T13:21:37,227 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f9d68a14f9d40ae9f59b02aeb2e2931 2024-11-21T13:21:37,229 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/rep_barrier/caf87b090bd541249adf386b9ba63a26 is 112, key is test,,1732195283396.49f3103cf195f0fefd2befda5de711f9./rep_barrier:seqnumDuringOpen/1732195284177/Put/seqid=0 2024-11-21T13:21:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741844_1020 (size=5518) 2024-11-21T13:21:37,235 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/rep_barrier/caf87b090bd541249adf386b9ba63a26 2024-11-21T13:21:37,246 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/.tmp/f1/5b75c1162abf448884097fb4a90f7cb3 is 30, key is row1/f1:/1732195293117/DeleteFamily/seqid=0 2024-11-21T13:21:37,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741845_1021 (size=5158) 2024-11-21T13:21:37,258 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/.tmp/f1/5b75c1162abf448884097fb4a90f7cb3 2024-11-21T13:21:37,259 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/table/0c77d2ce8f364936baf6684a096ac43d is 53, key is hbase:replication/table:state/1732195288722/Put/seqid=0 2024-11-21T13:21:37,264 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b75c1162abf448884097fb4a90f7cb3 2024-11-21T13:21:37,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741846_1022 (size=5308) 2024-11-21T13:21:37,265 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/table/0c77d2ce8f364936baf6684a096ac43d 2024-11-21T13:21:37,268 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1344, reset compression=false 2024-11-21T13:21:37,270 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1518, reset compression=false 2024-11-21T13:21:37,276 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/info/63324b83369644b3acb70d4f95120b13 as hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/info/63324b83369644b3acb70d4f95120b13 2024-11-21T13:21:37,277 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:37,277 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:37,277 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,35621,1732195266564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:37,277 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:37,277 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1765, reset compression=false 2024-11-21T13:21:37,277 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37391,1732195278783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:37,278 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4fe6efa1e611,37391,1732195278783: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4fe6efa1e611,37391,1732195278783, walGroup=4fe6efa1e611%2C37391%2C1732195278783, offset=4fe6efa1e611%2C37391%2C1732195278783.1732195280347:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:37391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T13:21:37,280 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T13:21:37,280 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T13:21:37,280 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T13:21:37,280 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T13:21:37,280 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T13:21:37,280 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 876804576 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198253128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T13:21:37,281 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:37793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:37793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T13:21:37,285 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/info/63324b83369644b3acb70d4f95120b13, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:21:37,286 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/ns/3d0d41bb88554525808212336c8e1252 as hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/ns/3d0d41bb88554525808212336c8e1252 2024-11-21T13:21:37,289 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/.tmp/norep/9a2b362e67e14d1fb32c7787789f0b0f is 33, key is row2/norep:/1732195294124/DeleteFamily/seqid=0 2024-11-21T13:21:37,292 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/ns/3d0d41bb88554525808212336c8e1252, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:21:37,293 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/rep_barrier/caf87b090bd541249adf386b9ba63a26 as hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/rep_barrier/caf87b090bd541249adf386b9ba63a26 2024-11-21T13:21:37,297 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/rep_barrier/caf87b090bd541249adf386b9ba63a26, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:21:37,298 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/.tmp/table/0c77d2ce8f364936baf6684a096ac43d as hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/table/0c77d2ce8f364936baf6684a096ac43d 2024-11-21T13:21:37,303 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/table/0c77d2ce8f364936baf6684a096ac43d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:21:37,304 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=16, compaction requested=false 2024-11-21T13:21:37,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741847_1023 (size=5108) 2024-11-21T13:21:37,332 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:21:37,332 DEBUG [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:37,332 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:21:37,332 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:21:37,332 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:37,332 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195297132Running coprocessor pre-close hooks at 1732195297132Disabling compacts and flushes for region at 1732195297132Disabling writes for close at 1732195297132Obtaining lock to block concurrent updates at 1732195297132Preparing flush snapshotting stores in 1588230740 at 1732195297132Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195297133 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732195297133Flushing 1588230740/info: creating writer at 1732195297133Flushing 1588230740/info: appending metadata at 1732195297149 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732195297149Flushing 1588230740/ns: creating writer at 1732195297157 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732195297172 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732195297172Flushing 1588230740/rep_barrier: creating writer at 1732195297205 (+33 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195297228 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195297228Flushing 1588230740/table: creating writer at 1732195297241 (+13 ms)Flushing 1588230740/table: appending metadata at 1732195297258 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732195297258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2076d92a: reopening flushed file at 1732195297273 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6482584: reopening flushed file at 1732195297285 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79470b48: reopening flushed file at 1732195297292 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192c237b: reopening flushed file at 1732195297298 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=16, compaction requested=false at 1732195297304 (+6 ms)Writing region close event to WAL at 1732195297328 (+24 ms)Running coprocessor post-close hooks at 1732195297332 (+4 ms)Closed at 1732195297332 2024-11-21T13:21:37,333 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:37,365 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1468, reset compression=false 2024-11-21T13:21:37,485 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:37,497 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1765, reset compression=false 2024-11-21T13:21:37,532 DEBUG [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1351): Waiting on 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:37,718 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/.tmp/norep/9a2b362e67e14d1fb32c7787789f0b0f 2024-11-21T13:21:37,723 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a2b362e67e14d1fb32c7787789f0b0f 2024-11-21T13:21:37,723 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/.tmp/f/5f9d68a14f9d40ae9f59b02aeb2e2931 as hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/f/5f9d68a14f9d40ae9f59b02aeb2e2931 2024-11-21T13:21:37,728 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f9d68a14f9d40ae9f59b02aeb2e2931 2024-11-21T13:21:37,728 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/f/5f9d68a14f9d40ae9f59b02aeb2e2931, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T13:21:37,729 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/.tmp/f1/5b75c1162abf448884097fb4a90f7cb3 as hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/f1/5b75c1162abf448884097fb4a90f7cb3 2024-11-21T13:21:37,732 DEBUG [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1351): Waiting on 49f3103cf195f0fefd2befda5de711f9 2024-11-21T13:21:37,733 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b75c1162abf448884097fb4a90f7cb3 2024-11-21T13:21:37,733 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/f1/5b75c1162abf448884097fb4a90f7cb3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T13:21:37,734 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/.tmp/norep/9a2b362e67e14d1fb32c7787789f0b0f as hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/norep/9a2b362e67e14d1fb32c7787789f0b0f 2024-11-21T13:21:37,738 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a2b362e67e14d1fb32c7787789f0b0f 2024-11-21T13:21:37,738 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/norep/9a2b362e67e14d1fb32c7787789f0b0f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T13:21:37,739 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 49f3103cf195f0fefd2befda5de711f9 in 570ms, sequenceid=12, compaction requested=false 2024-11-21T13:21:37,744 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/data/default/test/49f3103cf195f0fefd2befda5de711f9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T13:21:37,745 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:21:37,745 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:21:37,745 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:37,745 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49f3103cf195f0fefd2befda5de711f9: Waiting for close lock at 1732195297169Running coprocessor pre-close hooks at 1732195297169Disabling compacts and flushes for region at 1732195297169Disabling writes for close at 1732195297169Obtaining lock to block concurrent updates at 1732195297169Preparing flush snapshotting stores in 49f3103cf195f0fefd2befda5de711f9 at 1732195297169Finished memstore snapshotting test,,1732195283396.49f3103cf195f0fefd2befda5de711f9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732195297169Flushing stores of test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. at 1732195297186 (+17 ms)Flushing 49f3103cf195f0fefd2befda5de711f9/f: creating writer at 1732195297186Flushing 49f3103cf195f0fefd2befda5de711f9/f: appending metadata at 1732195297213 (+27 ms)Flushing 49f3103cf195f0fefd2befda5de711f9/f: closing flushed file at 1732195297213Flushing 49f3103cf195f0fefd2befda5de711f9/f1: creating writer at 1732195297227 (+14 ms)Flushing 49f3103cf195f0fefd2befda5de711f9/f1: appending metadata at 1732195297245 (+18 ms)Flushing 49f3103cf195f0fefd2befda5de711f9/f1: closing flushed file at 1732195297245Flushing 49f3103cf195f0fefd2befda5de711f9/norep: creating writer at 1732195297264 (+19 ms)Flushing 49f3103cf195f0fefd2befda5de711f9/norep: appending metadata at 1732195297288 (+24 ms)Flushing 49f3103cf195f0fefd2befda5de711f9/norep: closing flushed file at 1732195297288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8d0cbe: reopening flushed file at 1732195297723 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f5f0df: reopening flushed file at 1732195297728 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e77656d: reopening flushed file at 1732195297733 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 49f3103cf195f0fefd2befda5de711f9 in 570ms, sequenceid=12, compaction requested=false at 1732195297739 (+6 ms)Writing region close event to WAL at 1732195297741 (+2 ms)Running coprocessor post-close hooks at 1732195297745 (+4 ms)Closed at 1732195297745 2024-11-21T13:21:37,745 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195283396.49f3103cf195f0fefd2befda5de711f9. 2024-11-21T13:21:37,768 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1468, reset compression=false 2024-11-21T13:21:37,788 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:37,801 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 1765, reset compression=false 2024-11-21T13:21:37,807 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:37,807 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 2409, reset compression=false 2024-11-21T13:21:37,933 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,37391,1732195278783; all regions closed. 2024-11-21T13:21:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741834_1010 (size=4239) 2024-11-21T13:21:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741839_1015 (size=3333) 2024-11-21T13:21:37,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741833_1009 (size=2417) 2024-11-21T13:21:37,944 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 not finished, retry = 0 2024-11-21T13:21:38,011 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 to pos 2409, reset compression=false 2024-11-21T13:21:38,044 DEBUG [RS:0;4fe6efa1e611:37391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:38,044 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:21:38,044 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/WALs/4fe6efa1e611,37391,1732195278783/4fe6efa1e611%2C37391%2C1732195278783.1732195280347 2024-11-21T13:21:38,045 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:21:38,045 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:21:38,045 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:21:38,045 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,37391,1732195278783 because: Region server is closing 2024-11-21T13:21:38,045 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:21:38,045 INFO [RS:0;4fe6efa1e611:37391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:37391. 2024-11-21T13:21:38,045 DEBUG [RS:0;4fe6efa1e611:37391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:38,045 DEBUG [RS:0;4fe6efa1e611:37391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:38,045 DEBUG [RS:0;4fe6efa1e611:37391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:38,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:38,146 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.shipper4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 terminated 2024-11-21T13:21:38,146 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37391,1732195278783.replicationSource.wal-reader.4fe6efa1e611%2C37391%2C1732195278783,1-4fe6efa1e611,37391,1732195278783 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-21T13:21:38,146 INFO [RS:0;4fe6efa1e611:37391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:37391. 2024-11-21T13:21:38,146 DEBUG [RS:0;4fe6efa1e611:37391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:38,146 DEBUG [RS:0;4fe6efa1e611:37391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:38,146 DEBUG [RS:0;4fe6efa1e611:37391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:38,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:38,146 INFO [RS:0;4fe6efa1e611:37391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37391 2024-11-21T13:21:38,192 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:38,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048/rs 2024-11-21T13:21:38,213 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2473486048/rs/4fe6efa1e611,37391,1732195278783 2024-11-21T13:21:38,213 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:21:38,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,37391,1732195278783] 2024-11-21T13:21:38,234 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2473486048/draining/4fe6efa1e611,37391,1732195278783 already deleted, retry=false 2024-11-21T13:21:38,234 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,37391,1732195278783 expired; onlineServers=0 2024-11-21T13:21:38,234 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,37793,1732195278604' ***** 2024-11-21T13:21:38,234 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:21:38,234 INFO [M:0;4fe6efa1e611:37793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:21:38,234 INFO [M:0;4fe6efa1e611:37793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:21:38,234 DEBUG [M:0;4fe6efa1e611:37793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:21:38,235 DEBUG [M:0;4fe6efa1e611:37793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:21:38,235 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:21:38,235 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195280072 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195280072,5,FailOnTimeoutGroup] 2024-11-21T13:21:38,235 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195280088 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195280088,5,FailOnTimeoutGroup] 2024-11-21T13:21:38,235 INFO [M:0;4fe6efa1e611:37793 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:21:38,235 INFO [M:0;4fe6efa1e611:37793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:21:38,235 DEBUG [M:0;4fe6efa1e611:37793 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:21:38,235 INFO [M:0;4fe6efa1e611:37793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:21:38,235 INFO [M:0;4fe6efa1e611:37793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:21:38,235 INFO [M:0;4fe6efa1e611:37793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:21:38,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:21:38,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2473486048/master 2024-11-21T13:21:38,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2473486048 2024-11-21T13:21:38,245 DEBUG [M:0;4fe6efa1e611:37793 {}] zookeeper.ZKUtil(347): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Unable to get data of znode /2473486048/master because node does not exist (not an error) 2024-11-21T13:21:38,245 WARN [M:0;4fe6efa1e611:37793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:21:38,245 INFO [M:0;4fe6efa1e611:37793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/.lastflushedseqids 2024-11-21T13:21:38,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741848_1024 (size=245) 2024-11-21T13:21:38,271 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1468, reset compression=false 2024-11-21T13:21:38,324 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:38,324 INFO [RS:0;4fe6efa1e611:37391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:21:38,324 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37391-0x1015d8e22a50007, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:38,324 INFO [RS:0;4fe6efa1e611:37391 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,37391,1732195278783; zookeeper connection closed. 2024-11-21T13:21:38,324 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2444e009 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2444e009 2024-11-21T13:21:38,324 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:21:38,649 INFO [M:0;4fe6efa1e611:37793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:21:38,649 INFO [M:0;4fe6efa1e611:37793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:21:38,649 DEBUG [M:0;4fe6efa1e611:37793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:21:38,649 INFO [M:0;4fe6efa1e611:37793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:38,649 DEBUG [M:0;4fe6efa1e611:37793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:38,650 DEBUG [M:0;4fe6efa1e611:37793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:21:38,650 DEBUG [M:0;4fe6efa1e611:37793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:38,650 INFO [M:0;4fe6efa1e611:37793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-21T13:21:38,665 DEBUG [M:0;4fe6efa1e611:37793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12512bf311594878809cf4b5588f2ad1 is 82, key is hbase:meta,,1/info:regioninfo/1732195280954/Put/seqid=0 2024-11-21T13:21:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741849_1025 (size=5672) 2024-11-21T13:21:38,707 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:38,875 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1468, reset compression=false 2024-11-21T13:21:39,069 INFO [M:0;4fe6efa1e611:37793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12512bf311594878809cf4b5588f2ad1 2024-11-21T13:21:39,089 DEBUG [M:0;4fe6efa1e611:37793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7387f55e6a14461ab74d10651790e7ea is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732195288726/Put/seqid=0 2024-11-21T13:21:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741850_1026 (size=9213) 2024-11-21T13:21:39,312 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:39,494 INFO [M:0;4fe6efa1e611:37793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7387f55e6a14461ab74d10651790e7ea 2024-11-21T13:21:39,524 DEBUG [M:0;4fe6efa1e611:37793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85a50dcb28814d708fedbb3ad48cc1fc is 69, key is 4fe6efa1e611,37391,1732195278783/rs:state/1732195280122/Put/seqid=0 2024-11-21T13:21:39,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741851_1027 (size=5156) 2024-11-21T13:21:39,541 INFO [M:0;4fe6efa1e611:37793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85a50dcb28814d708fedbb3ad48cc1fc 2024-11-21T13:21:39,549 DEBUG [M:0;4fe6efa1e611:37793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12512bf311594878809cf4b5588f2ad1 as hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12512bf311594878809cf4b5588f2ad1 2024-11-21T13:21:39,562 INFO [M:0;4fe6efa1e611:37793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12512bf311594878809cf4b5588f2ad1, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T13:21:39,564 DEBUG [M:0;4fe6efa1e611:37793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7387f55e6a14461ab74d10651790e7ea as hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7387f55e6a14461ab74d10651790e7ea 2024-11-21T13:21:39,570 INFO [M:0;4fe6efa1e611:37793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7387f55e6a14461ab74d10651790e7ea, entries=15, sequenceid=127, filesize=9.0 K 2024-11-21T13:21:39,571 DEBUG [M:0;4fe6efa1e611:37793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85a50dcb28814d708fedbb3ad48cc1fc as hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85a50dcb28814d708fedbb3ad48cc1fc 2024-11-21T13:21:39,575 INFO [M:0;4fe6efa1e611:37793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33949/user/jenkins/test-data/e515605d-3eaa-281b-aa4c-20e1e038195f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85a50dcb28814d708fedbb3ad48cc1fc, entries=1, sequenceid=127, filesize=5.0 K 2024-11-21T13:21:39,576 INFO [M:0;4fe6efa1e611:37793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=127, compaction requested=false 2024-11-21T13:21:39,578 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1468, reset compression=false 2024-11-21T13:21:39,593 INFO [M:0;4fe6efa1e611:37793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:39,593 DEBUG [M:0;4fe6efa1e611:37793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195298649Disabling compacts and flushes for region at 1732195298649Disabling writes for close at 1732195298650 (+1 ms)Obtaining lock to block concurrent updates at 1732195298650Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195298650Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732195298650Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195298650Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195298650Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195298665 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195298665Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195299072 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195299089 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195299089Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195299501 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195299523 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195299523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4df0ae: reopening flushed file at 1732195299549 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65cd8314: reopening flushed file at 1732195299563 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c60dcd: reopening flushed file at 1732195299570 (+7 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=127, compaction requested=false at 1732195299576 (+6 ms)Writing region close event to WAL at 1732195299593 (+17 ms)Closed at 1732195299593 2024-11-21T13:21:39,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40689 is added to blk_1073741830_1006 (size=73878) 2024-11-21T13:21:39,605 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:21:39,605 INFO [M:0;4fe6efa1e611:37793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:21:39,605 INFO [M:0;4fe6efa1e611:37793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37793 2024-11-21T13:21:39,606 INFO [M:0;4fe6efa1e611:37793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:21:39,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:39,813 INFO [M:0;4fe6efa1e611:37793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:21:39,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37793-0x1015d8e22a50006, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:39,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5611ca9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:21:39,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49085af7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:21:39,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:21:39,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55f37caa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:21:39,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@391811d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/hadoop.log.dir/,STOPPED} 2024-11-21T13:21:39,817 WARN [BP-103887456-172.17.0.2-1732195276766 heartbeating to localhost/127.0.0.1:33949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:21:39,817 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:21:39,817 WARN [BP-103887456-172.17.0.2-1732195276766 heartbeating to localhost/127.0.0.1:33949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-103887456-172.17.0.2-1732195276766 (Datanode Uuid bfe65e43-951b-4612-92d1-df326c7f27e3) service to localhost/127.0.0.1:33949 2024-11-21T13:21:39,817 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:21:39,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/cluster_b91879d5-7708-356a-e185-b705da022a76/data/data1/current/BP-103887456-172.17.0.2-1732195276766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:21:39,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/cluster_b91879d5-7708-356a-e185-b705da022a76/data/data2/current/BP-103887456-172.17.0.2-1732195276766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:21:39,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:21:39,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6524972{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:21:39,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@679d80ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:21:39,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:21:39,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb7a57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:21:39,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d18ab5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/hadoop.log.dir/,STOPPED} 2024-11-21T13:21:39,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:21:39,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:21:39,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:39,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:39,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:39,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:39,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:39,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:21:39,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=712641699, stopped=false 2024-11-21T13:21:39,845 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,37145,1732195274132 2024-11-21T13:21:40,016 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1868645929/running 2024-11-21T13:21:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1868645929/running 2024-11-21T13:21:40,051 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:21:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:40,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:40,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:40,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:40,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Set watcher on znode that does not yet exist, /1-1868645929/running 2024-11-21T13:21:40,051 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,38657,1732195274474' ***** 2024-11-21T13:21:40,051 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:21:40,052 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:21:40,052 INFO [RS:0;4fe6efa1e611:38657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:21:40,052 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:21:40,052 INFO [RS:0;4fe6efa1e611:38657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:21:40,052 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(3091): Received CLOSE for 39399ed62c8d182c78f383fca65f876c 2024-11-21T13:21:40,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Set watcher on znode that does not yet exist, /1-1868645929/running 2024-11-21T13:21:40,052 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(3091): Received CLOSE for fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:40,052 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:40,052 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:21:40,052 INFO [RS:0;4fe6efa1e611:38657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:38657. 2024-11-21T13:21:40,052 DEBUG [RS:0;4fe6efa1e611:38657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:40,052 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39399ed62c8d182c78f383fca65f876c, disabling compactions & flushes 2024-11-21T13:21:40,052 DEBUG [RS:0;4fe6efa1e611:38657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:40,052 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:40,052 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:40,052 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:21:40,052 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195282242.39399ed62c8d182c78f383fca65f876c. after waiting 0 ms 2024-11-21T13:21:40,052 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:21:40,052 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:21:40,052 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:40,053 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:21:40,053 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39399ed62c8d182c78f383fca65f876c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T13:21:40,053 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:21:40,053 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1325): Online Regions={39399ed62c8d182c78f383fca65f876c=test,,1732195282242.39399ed62c8d182c78f383fca65f876c., 1588230740=hbase:meta,,1.1588230740, fbdebfca706f681b5783c1603da3a11b=hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b.} 2024-11-21T13:21:40,053 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39399ed62c8d182c78f383fca65f876c, fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:40,054 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:21:40,054 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:21:40,054 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:21:40,054 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:21:40,054 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:21:40,054 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:21:40,069 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/info/627d4ea4598644b18f2e6869c2cc9f98 is 147, key is hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b./info:regioninfo/1732195287141/Put/seqid=0 2024-11-21T13:21:40,070 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/.tmp/f/80fde9a7bdda4ff798cbb3410967320a is 37, key is row3/f:row3/1732195295780/Put/seqid=0 2024-11-21T13:21:40,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741840_1016 (size=7686) 2024-11-21T13:21:40,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741841_1017 (size=5228) 2024-11-21T13:21:40,140 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:21:40,254 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39399ed62c8d182c78f383fca65f876c, fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:40,397 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1468, reset compression=false 2024-11-21T13:21:40,402 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:40,402 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1715, reset compression=false 2024-11-21T13:21:40,402 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,38657,1732195274474 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:40,403 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4fe6efa1e611,38657,1732195274474: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4fe6efa1e611,38657,1732195274474, walGroup=4fe6efa1e611%2C38657%2C1732195274474, offset=4fe6efa1e611%2C38657%2C1732195274474.1732195275811:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:38657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T13:21:40,404 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T13:21:40,404 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T13:21:40,404 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T13:21:40,404 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T13:21:40,404 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T13:21:40,404 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 933427680 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198665824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T13:21:40,405 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:37145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:37145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T13:21:40,454 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39399ed62c8d182c78f383fca65f876c, fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:40,474 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/.tmp/f/80fde9a7bdda4ff798cbb3410967320a 2024-11-21T13:21:40,474 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/info/627d4ea4598644b18f2e6869c2cc9f98 2024-11-21T13:21:40,479 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80fde9a7bdda4ff798cbb3410967320a 2024-11-21T13:21:40,497 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/.tmp/f1/96fab0f8d38147a280b7d4063660227e is 30, key is row1/f1:/1732195293117/DeleteFamily/seqid=0 2024-11-21T13:21:40,502 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/ns/d3deb911c9e7426c9edcd4b264c21baa is 43, key is default/ns:d/1732195276684/Put/seqid=0 2024-11-21T13:21:40,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741842_1018 (size=5158) 2024-11-21T13:21:40,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741843_1019 (size=5153) 2024-11-21T13:21:40,607 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1715, reset compression=false 2024-11-21T13:21:40,654 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39399ed62c8d182c78f383fca65f876c, fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:40,733 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:21:40,733 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:21:40,819 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:40,855 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39399ed62c8d182c78f383fca65f876c, fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:40,911 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/.tmp/f1/96fab0f8d38147a280b7d4063660227e 2024-11-21T13:21:40,911 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/ns/d3deb911c9e7426c9edcd4b264c21baa 2024-11-21T13:21:40,916 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96fab0f8d38147a280b7d4063660227e 2024-11-21T13:21:40,918 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1715, reset compression=false 2024-11-21T13:21:40,933 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/rep_barrier/0a72b5fd0a4642a3af7be66ee3e552a2 is 112, key is test,,1732195282242.39399ed62c8d182c78f383fca65f876c./rep_barrier:seqnumDuringOpen/1732195283011/Put/seqid=0 2024-11-21T13:21:40,945 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/.tmp/norep/774df1244e8a4ae397c5934441700d60 is 33, key is row1/norep:/1732195293117/DeleteFamily/seqid=0 2024-11-21T13:21:40,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741844_1020 (size=5518) 2024-11-21T13:21:40,965 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/rep_barrier/0a72b5fd0a4642a3af7be66ee3e552a2 2024-11-21T13:21:40,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741845_1021 (size=5108) 2024-11-21T13:21:40,985 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/.tmp/norep/774df1244e8a4ae397c5934441700d60 2024-11-21T13:21:40,993 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 774df1244e8a4ae397c5934441700d60 2024-11-21T13:21:40,995 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/.tmp/f/80fde9a7bdda4ff798cbb3410967320a as hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/f/80fde9a7bdda4ff798cbb3410967320a 2024-11-21T13:21:41,003 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80fde9a7bdda4ff798cbb3410967320a 2024-11-21T13:21:41,004 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/f/80fde9a7bdda4ff798cbb3410967320a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T13:21:41,005 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/table/f7978afdba1f4fd48e68ff1d44cf9c77 is 53, key is hbase:replication/table:state/1732195287154/Put/seqid=0 2024-11-21T13:21:41,008 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/.tmp/f1/96fab0f8d38147a280b7d4063660227e as hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/f1/96fab0f8d38147a280b7d4063660227e 2024-11-21T13:21:41,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741846_1022 (size=5308) 2024-11-21T13:21:41,020 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96fab0f8d38147a280b7d4063660227e 2024-11-21T13:21:41,020 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/f1/96fab0f8d38147a280b7d4063660227e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T13:21:41,021 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/.tmp/norep/774df1244e8a4ae397c5934441700d60 as hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/norep/774df1244e8a4ae397c5934441700d60 2024-11-21T13:21:41,026 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 774df1244e8a4ae397c5934441700d60 2024-11-21T13:21:41,026 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/norep/774df1244e8a4ae397c5934441700d60, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T13:21:41,027 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 39399ed62c8d182c78f383fca65f876c in 975ms, sequenceid=12, compaction requested=false 2024-11-21T13:21:41,027 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T13:21:41,040 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/default/test/39399ed62c8d182c78f383fca65f876c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T13:21:41,041 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:21:41,041 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:21:41,041 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:41,041 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39399ed62c8d182c78f383fca65f876c: Waiting for close lock at 1732195300052Running coprocessor pre-close hooks at 1732195300052Disabling compacts and flushes for region at 1732195300052Disabling writes for close at 1732195300052Obtaining lock to block concurrent updates at 1732195300053 (+1 ms)Preparing flush snapshotting stores in 39399ed62c8d182c78f383fca65f876c at 1732195300053Finished memstore snapshotting test,,1732195282242.39399ed62c8d182c78f383fca65f876c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732195300053Flushing stores of test,,1732195282242.39399ed62c8d182c78f383fca65f876c. at 1732195300054 (+1 ms)Flushing 39399ed62c8d182c78f383fca65f876c/f: creating writer at 1732195300054Flushing 39399ed62c8d182c78f383fca65f876c/f: appending metadata at 1732195300069 (+15 ms)Flushing 39399ed62c8d182c78f383fca65f876c/f: closing flushed file at 1732195300069Flushing 39399ed62c8d182c78f383fca65f876c/f1: creating writer at 1732195300479 (+410 ms)Flushing 39399ed62c8d182c78f383fca65f876c/f1: appending metadata at 1732195300496 (+17 ms)Flushing 39399ed62c8d182c78f383fca65f876c/f1: closing flushed file at 1732195300497 (+1 ms)Flushing 39399ed62c8d182c78f383fca65f876c/norep: creating writer at 1732195300916 (+419 ms)Flushing 39399ed62c8d182c78f383fca65f876c/norep: appending metadata at 1732195300944 (+28 ms)Flushing 39399ed62c8d182c78f383fca65f876c/norep: closing flushed file at 1732195300944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d9264: reopening flushed file at 1732195300993 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b00be0: reopening flushed file at 1732195301004 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0b9081: reopening flushed file at 1732195301020 (+16 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 39399ed62c8d182c78f383fca65f876c in 975ms, sequenceid=12, compaction requested=false at 1732195301027 (+7 ms)Writing region close event to WAL at 1732195301037 (+10 ms)Running coprocessor post-close hooks at 1732195301041 (+4 ms)Closed at 1732195301041 2024-11-21T13:21:41,041 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195282242.39399ed62c8d182c78f383fca65f876c. 2024-11-21T13:21:41,042 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbdebfca706f681b5783c1603da3a11b, disabling compactions & flushes 2024-11-21T13:21:41,042 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:41,042 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:41,042 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. after waiting 0 ms 2024-11-21T13:21:41,042 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:41,042 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbdebfca706f681b5783c1603da3a11b: Waiting for close lock at 1732195301041Running coprocessor pre-close hooks at 1732195301041Disabling compacts and flushes for region at 1732195301041Disabling writes for close at 1732195301042 (+1 ms)Failed flush hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b., putting online again at 1732195301042 2024-11-21T13:21:41,042 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:41,055 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:21:41,055 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fbdebfca706f681b5783c1603da3a11b=hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b.} 2024-11-21T13:21:41,055 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(3091): Received CLOSE for fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:41,055 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbdebfca706f681b5783c1603da3a11b 2024-11-21T13:21:41,055 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbdebfca706f681b5783c1603da3a11b, disabling compactions & flushes 2024-11-21T13:21:41,055 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:41,055 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:41,055 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. after waiting 0 ms 2024-11-21T13:21:41,055 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:41,055 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbdebfca706f681b5783c1603da3a11b: Waiting for close lock at 1732195301055Running coprocessor pre-close hooks at 1732195301055Disabling compacts and flushes for region at 1732195301055Disabling writes for close at 1732195301055Failed flush hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b., putting online again at 1732195301055 2024-11-21T13:21:41,055 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732195286731.fbdebfca706f681b5783c1603da3a11b. 2024-11-21T13:21:41,255 DEBUG [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:21:41,341 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 1715, reset compression=false 2024-11-21T13:21:41,345 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:41,345 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 2359, reset compression=false 2024-11-21T13:21:41,418 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/table/f7978afdba1f4fd48e68ff1d44cf9c77 2024-11-21T13:21:41,422 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/info/627d4ea4598644b18f2e6869c2cc9f98 as hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/info/627d4ea4598644b18f2e6869c2cc9f98 2024-11-21T13:21:41,425 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/info/627d4ea4598644b18f2e6869c2cc9f98, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:21:41,426 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/ns/d3deb911c9e7426c9edcd4b264c21baa as hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/ns/d3deb911c9e7426c9edcd4b264c21baa 2024-11-21T13:21:41,429 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/ns/d3deb911c9e7426c9edcd4b264c21baa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:21:41,430 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/rep_barrier/0a72b5fd0a4642a3af7be66ee3e552a2 as hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/rep_barrier/0a72b5fd0a4642a3af7be66ee3e552a2 2024-11-21T13:21:41,433 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/rep_barrier/0a72b5fd0a4642a3af7be66ee3e552a2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:21:41,433 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/.tmp/table/f7978afdba1f4fd48e68ff1d44cf9c77 as hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/table/f7978afdba1f4fd48e68ff1d44cf9c77 2024-11-21T13:21:41,438 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/table/f7978afdba1f4fd48e68ff1d44cf9c77, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:21:41,439 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1384ms, sequenceid=16, compaction requested=false 2024-11-21T13:21:41,439 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:21:41,447 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:21:41,448 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:21:41,448 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:21:41,448 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:41,448 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195300054Running coprocessor pre-close hooks at 1732195300054Disabling compacts and flushes for region at 1732195300054Disabling writes for close at 1732195300054Obtaining lock to block concurrent updates at 1732195300054Preparing flush snapshotting stores in 1588230740 at 1732195300054Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195300054Flushing stores of hbase:meta,,1.1588230740 at 1732195300055 (+1 ms)Flushing 1588230740/info: creating writer at 1732195300055Flushing 1588230740/info: appending metadata at 1732195300068 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732195300069 (+1 ms)Flushing 1588230740/ns: creating writer at 1732195300479 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732195300502 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732195300502Flushing 1588230740/rep_barrier: creating writer at 1732195300916 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195300933 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195300933Flushing 1588230740/table: creating writer at 1732195300972 (+39 ms)Flushing 1588230740/table: appending metadata at 1732195301004 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732195301004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb7dc2a: reopening flushed file at 1732195301421 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77845b8d: reopening flushed file at 1732195301425 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e878b2d: reopening flushed file at 1732195301429 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22dc1198: reopening flushed file at 1732195301433 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1384ms, sequenceid=16, compaction requested=false at 1732195301439 (+6 ms)Writing region close event to WAL at 1732195301444 (+5 ms)Running coprocessor post-close hooks at 1732195301448 (+4 ms)Closed at 1732195301448 2024-11-21T13:21:41,448 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:41,455 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T13:21:41,455 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,38657,1732195274474; all regions closed. 2024-11-21T13:21:41,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741834_1010 (size=4239) 2024-11-21T13:21:41,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741839_1015 (size=2390) 2024-11-21T13:21:41,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.rep.1732195287100 not finished, retry = 0 2024-11-21T13:21:41,549 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/WALs/4fe6efa1e611,38657,1732195274474/4fe6efa1e611%2C38657%2C1732195274474.1732195275811 to pos 2359, reset compression=false 2024-11-21T13:21:41,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741832_1008 (size=2367) 2024-11-21T13:21:41,572 DEBUG [RS:0;4fe6efa1e611:38657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:41,572 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:21:41,572 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:21:41,572 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T13:21:41,572 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:21:41,572 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,38657,1732195274474 because: Region server is closing 2024-11-21T13:21:41,572 INFO [RS:0;4fe6efa1e611:38657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:38657. 2024-11-21T13:21:41,573 DEBUG [RS:0;4fe6efa1e611:38657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:41,573 DEBUG [RS:0;4fe6efa1e611:38657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:41,573 DEBUG [RS:0;4fe6efa1e611:38657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:41,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:41,573 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:21:41,673 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.shipper4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 terminated 2024-11-21T13:21:41,673 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,38657,1732195274474.replicationSource.wal-reader.4fe6efa1e611%2C38657%2C1732195274474,1-4fe6efa1e611,38657,1732195274474 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:21:41,673 INFO [RS:0;4fe6efa1e611:38657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:38657. 2024-11-21T13:21:41,673 DEBUG [RS:0;4fe6efa1e611:38657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:41,673 DEBUG [RS:0;4fe6efa1e611:38657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:41,673 DEBUG [RS:0;4fe6efa1e611:38657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:41,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:41,673 INFO [RS:0;4fe6efa1e611:38657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38657 2024-11-21T13:21:41,726 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:41,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929/rs 2024-11-21T13:21:41,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1868645929/rs/4fe6efa1e611,38657,1732195274474 2024-11-21T13:21:41,736 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:21:41,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,38657,1732195274474] 2024-11-21T13:21:41,757 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1868645929/draining/4fe6efa1e611,38657,1732195274474 already deleted, retry=false 2024-11-21T13:21:41,757 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,38657,1732195274474 expired; onlineServers=0 2024-11-21T13:21:41,757 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,37145,1732195274132' ***** 2024-11-21T13:21:41,757 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:21:41,757 INFO [M:0;4fe6efa1e611:37145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:21:41,757 INFO [M:0;4fe6efa1e611:37145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:21:41,757 DEBUG [M:0;4fe6efa1e611:37145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:21:41,757 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:21:41,757 DEBUG [M:0;4fe6efa1e611:37145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:21:41,757 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195275476 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195275476,5,FailOnTimeoutGroup] 2024-11-21T13:21:41,757 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195275479 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195275479,5,FailOnTimeoutGroup] 2024-11-21T13:21:41,758 INFO [M:0;4fe6efa1e611:37145 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:21:41,758 INFO [M:0;4fe6efa1e611:37145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:21:41,758 DEBUG [M:0;4fe6efa1e611:37145 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:21:41,758 INFO [M:0;4fe6efa1e611:37145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:21:41,758 INFO [M:0;4fe6efa1e611:37145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:21:41,758 INFO [M:0;4fe6efa1e611:37145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:21:41,758 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:21:41,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1868645929/master 2024-11-21T13:21:41,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1868645929 2024-11-21T13:21:41,771 DEBUG [M:0;4fe6efa1e611:37145 {}] zookeeper.ZKUtil(347): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Unable to get data of znode /1-1868645929/master because node does not exist (not an error) 2024-11-21T13:21:41,771 WARN [M:0;4fe6efa1e611:37145 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:21:41,772 INFO [M:0;4fe6efa1e611:37145 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/.lastflushedseqids 2024-11-21T13:21:41,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741847_1023 (size=245) 2024-11-21T13:21:41,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:41,847 INFO [RS:0;4fe6efa1e611:38657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:21:41,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38657-0x1015d8e22a50004, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:41,847 INFO [RS:0;4fe6efa1e611:38657 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,38657,1732195274474; zookeeper connection closed. 2024-11-21T13:21:41,847 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ce7c5f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ce7c5f8 2024-11-21T13:21:41,847 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:21:42,176 INFO [M:0;4fe6efa1e611:37145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:21:42,176 INFO [M:0;4fe6efa1e611:37145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:21:42,176 DEBUG [M:0;4fe6efa1e611:37145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:21:42,176 INFO [M:0;4fe6efa1e611:37145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:42,176 DEBUG [M:0;4fe6efa1e611:37145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:42,176 DEBUG [M:0;4fe6efa1e611:37145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:21:42,176 DEBUG [M:0;4fe6efa1e611:37145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:42,176 INFO [M:0;4fe6efa1e611:37145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T13:21:42,193 DEBUG [M:0;4fe6efa1e611:37145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3862c3102d064f5d80748d9b3666b770 is 82, key is hbase:meta,,1/info:regioninfo/1732195276670/Put/seqid=0 2024-11-21T13:21:42,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741848_1024 (size=5672) 2024-11-21T13:21:42,596 INFO [M:0;4fe6efa1e611:37145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3862c3102d064f5d80748d9b3666b770 2024-11-21T13:21:42,615 DEBUG [M:0;4fe6efa1e611:37145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c95067866956451c92c9003a8aa1e1bb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732195287158/Put/seqid=0 2024-11-21T13:21:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741849_1025 (size=8516) 2024-11-21T13:21:42,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:21:42,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:42,729 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:43,026 INFO [M:0;4fe6efa1e611:37145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c95067866956451c92c9003a8aa1e1bb 2024-11-21T13:21:43,062 DEBUG [M:0;4fe6efa1e611:37145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/375c94bf143b41c0aba4354f4f4327c1 is 69, key is 4fe6efa1e611,38657,1732195274474/rs:state/1732195275561/Put/seqid=0 2024-11-21T13:21:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741850_1026 (size=5156) 2024-11-21T13:21:43,068 INFO [M:0;4fe6efa1e611:37145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/375c94bf143b41c0aba4354f4f4327c1 2024-11-21T13:21:43,073 DEBUG [M:0;4fe6efa1e611:37145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3862c3102d064f5d80748d9b3666b770 as hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3862c3102d064f5d80748d9b3666b770 2024-11-21T13:21:43,077 INFO [M:0;4fe6efa1e611:37145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3862c3102d064f5d80748d9b3666b770, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T13:21:43,077 DEBUG [M:0;4fe6efa1e611:37145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c95067866956451c92c9003a8aa1e1bb as hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c95067866956451c92c9003a8aa1e1bb 2024-11-21T13:21:43,080 INFO [M:0;4fe6efa1e611:37145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c95067866956451c92c9003a8aa1e1bb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T13:21:43,081 DEBUG [M:0;4fe6efa1e611:37145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/375c94bf143b41c0aba4354f4f4327c1 as hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/375c94bf143b41c0aba4354f4f4327c1 2024-11-21T13:21:43,085 INFO [M:0;4fe6efa1e611:37145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44039/user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/375c94bf143b41c0aba4354f4f4327c1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T13:21:43,085 INFO [M:0;4fe6efa1e611:37145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=97, compaction requested=false 2024-11-21T13:21:43,087 INFO [M:0;4fe6efa1e611:37145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:43,088 DEBUG [M:0;4fe6efa1e611:37145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195302176Disabling compacts and flushes for region at 1732195302176Disabling writes for close at 1732195302176Obtaining lock to block concurrent updates at 1732195302176Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195302176Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732195302177 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195302177Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195302177Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195302192 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195302192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195302600 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195302615 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195302615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195303045 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195303061 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195303061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5c5c4e: reopening flushed file at 1732195303072 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bc10c6: reopening flushed file at 1732195303077 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c00c7b9: reopening flushed file at 1732195303081 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=97, compaction requested=false at 1732195303085 (+4 ms)Writing region close event to WAL at 1732195303087 (+2 ms)Closed at 1732195303087 2024-11-21T13:21:43,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38561 is added to blk_1073741830_1006 (size=63654) 2024-11-21T13:21:43,089 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00dc8926-e093-285c-4dcb-5497ee06b9b3/MasterData/WALs/4fe6efa1e611,37145,1732195274132/4fe6efa1e611%2C37145%2C1732195274132.1732195275080 not finished, retry = 0 2024-11-21T13:21:43,190 INFO [M:0;4fe6efa1e611:37145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:21:43,191 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:21:43,191 INFO [M:0;4fe6efa1e611:37145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37145 2024-11-21T13:21:43,191 INFO [M:0;4fe6efa1e611:37145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:21:43,330 INFO [M:0;4fe6efa1e611:37145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:21:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37145-0x1015d8e22a50003, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:43,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f2f45d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:21:43,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b990c6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:21:43,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:21:43,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e865d8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:21:43,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@497e5c3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/hadoop.log.dir/,STOPPED} 2024-11-21T13:21:43,333 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:21:43,333 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:21:43,333 WARN [BP-1432200656-172.17.0.2-1732195270195 heartbeating to localhost/127.0.0.1:44039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:21:43,333 WARN [BP-1432200656-172.17.0.2-1732195270195 heartbeating to localhost/127.0.0.1:44039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1432200656-172.17.0.2-1732195270195 (Datanode Uuid dc402493-2d5e-400a-b5de-340ec30950ba) service to localhost/127.0.0.1:44039 2024-11-21T13:21:43,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/cluster_0148e0bf-6aa1-4880-e3b1-742c49eae016/data/data1/current/BP-1432200656-172.17.0.2-1732195270195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:21:43,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/cluster_0148e0bf-6aa1-4880-e3b1-742c49eae016/data/data2/current/BP-1432200656-172.17.0.2-1732195270195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:21:43,334 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:21:43,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29c29e1c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:21:43,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b23fd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:21:43,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:21:43,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79d81b12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:21:43,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1970e49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/562841d2-cee6-28f9-219d-3eed28c5f308/hadoop.log.dir/,STOPPED} 2024-11-21T13:21:43,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:21:43,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:21:43,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:43,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:43,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:43,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:43,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:43,356 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:21:43,356 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1856638851, stopped=false 2024-11-21T13:21:43,356 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,44433,1732195266357 2024-11-21T13:21:43,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0889341405/running 2024-11-21T13:21:43,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0889341405/running 2024-11-21T13:21:43,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:43,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:43,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:21:43,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:21:43,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:43,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:43,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Set watcher on znode that does not yet exist, /0889341405/running 2024-11-21T13:21:43,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,35621,1732195266564' ***** 2024-11-21T13:21:43,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:21:43,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Set watcher on znode that does not yet exist, /0889341405/running 2024-11-21T13:21:43,390 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:21:43,390 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:21:43,390 INFO [RS:0;4fe6efa1e611:35621 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:21:43,390 INFO [RS:0;4fe6efa1e611:35621 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:21:43,391 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(3091): Received CLOSE for a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:43,391 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(3091): Received CLOSE for 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:43,391 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:43,391 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:21:43,391 INFO [RS:0;4fe6efa1e611:35621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:35621. 2024-11-21T13:21:43,391 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a43a30de44cd6bb0ebc9511bdd21e088, disabling compactions & flushes 2024-11-21T13:21:43,391 DEBUG [RS:0;4fe6efa1e611:35621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:43,391 DEBUG [RS:0;4fe6efa1e611:35621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:43,391 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:43,391 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:43,391 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. after waiting 0 ms 2024-11-21T13:21:43,391 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:43,391 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:21:43,391 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:21:43,391 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:21:43,392 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:21:43,392 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a43a30de44cd6bb0ebc9511bdd21e088 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-21T13:21:43,392 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:21:43,392 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1325): Online Regions={a43a30de44cd6bb0ebc9511bdd21e088=hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088., 4276e76b288c3e3788f4d598c26265fa=test,,1732195281093.4276e76b288c3e3788f4d598c26265fa., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:21:43,392 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4276e76b288c3e3788f4d598c26265fa, a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:43,392 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:21:43,392 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:21:43,392 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:21:43,392 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:21:43,392 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:21:43,392 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:21:43,413 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/info/8b4624e81d60464298468a047fb7abbd is 147, key is hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088./info:regioninfo/1732195285386/Put/seqid=0 2024-11-21T13:21:43,418 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/replication/a43a30de44cd6bb0ebc9511bdd21e088/.tmp/queue/7d3b12313ebd422d985fd7ef01896cf0 is 154, key is 1-4fe6efa1e611,35621,1732195266564/queue:4fe6efa1e611%2C35621%2C1732195266564/1732195297279/Put/seqid=0 2024-11-21T13:21:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741840_1016 (size=7686) 2024-11-21T13:21:43,420 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/info/8b4624e81d60464298468a047fb7abbd 2024-11-21T13:21:43,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741841_1017 (size=5353) 2024-11-21T13:21:43,451 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/ns/47dac0acf1534c128a65c51a9126599a is 43, key is default/ns:d/1732195270072/Put/seqid=0 2024-11-21T13:21:43,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741842_1018 (size=5153) 2024-11-21T13:21:43,457 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/ns/47dac0acf1534c128a65c51a9126599a 2024-11-21T13:21:43,473 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/rep_barrier/485a027fbbb24fec8dc98288b4a7cacd is 112, key is test,,1732195281093.4276e76b288c3e3788f4d598c26265fa./rep_barrier:seqnumDuringOpen/1732195281885/Put/seqid=0 2024-11-21T13:21:43,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741843_1019 (size=5518) 2024-11-21T13:21:43,480 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:21:43,592 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4276e76b288c3e3788f4d598c26265fa, a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:43,792 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4276e76b288c3e3788f4d598c26265fa, a43a30de44cd6bb0ebc9511bdd21e088 2024-11-21T13:21:43,828 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:44433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-11-21T13:21:43,830 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/replication/a43a30de44cd6bb0ebc9511bdd21e088/.tmp/queue/7d3b12313ebd422d985fd7ef01896cf0 2024-11-21T13:21:43,835 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/replication/a43a30de44cd6bb0ebc9511bdd21e088/.tmp/queue/7d3b12313ebd422d985fd7ef01896cf0 as hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/replication/a43a30de44cd6bb0ebc9511bdd21e088/queue/7d3b12313ebd422d985fd7ef01896cf0 2024-11-21T13:21:43,837 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:43,839 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/replication/a43a30de44cd6bb0ebc9511bdd21e088/queue/7d3b12313ebd422d985fd7ef01896cf0, entries=1, sequenceid=13, filesize=5.2 K 2024-11-21T13:21:43,840 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a43a30de44cd6bb0ebc9511bdd21e088 in 449ms, sequenceid=13, compaction requested=false 2024-11-21T13:21:43,840 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:21:43,844 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/replication/a43a30de44cd6bb0ebc9511bdd21e088/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-21T13:21:43,846 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:21:43,846 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:21:43,846 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:43,846 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a43a30de44cd6bb0ebc9511bdd21e088: Waiting for close lock at 1732195303391Running coprocessor pre-close hooks at 1732195303391Disabling compacts and flushes for region at 1732195303391Disabling writes for close at 1732195303391Obtaining lock to block concurrent updates at 1732195303392 (+1 ms)Preparing flush snapshotting stores in a43a30de44cd6bb0ebc9511bdd21e088 at 1732195303392Finished memstore snapshotting hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732195303392Flushing stores of hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. at 1732195303393 (+1 ms)Flushing a43a30de44cd6bb0ebc9511bdd21e088/queue: creating writer at 1732195303393Flushing a43a30de44cd6bb0ebc9511bdd21e088/queue: appending metadata at 1732195303417 (+24 ms)Flushing a43a30de44cd6bb0ebc9511bdd21e088/queue: closing flushed file at 1732195303417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4448c61e: reopening flushed file at 1732195303834 (+417 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a43a30de44cd6bb0ebc9511bdd21e088 in 449ms, sequenceid=13, compaction requested=false at 1732195303840 (+6 ms)Writing region close event to WAL at 1732195303841 (+1 ms)Running coprocessor post-close hooks at 1732195303846 (+5 ms)Closed at 1732195303846 2024-11-21T13:21:43,846 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195284554.a43a30de44cd6bb0ebc9511bdd21e088. 2024-11-21T13:21:43,846 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4276e76b288c3e3788f4d598c26265fa, disabling compactions & flushes 2024-11-21T13:21:43,846 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:43,846 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:43,846 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. after waiting 0 ms 2024-11-21T13:21:43,846 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:43,846 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4276e76b288c3e3788f4d598c26265fa 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-21T13:21:43,864 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/.tmp/f/39b0d9084506440eb0a96b94c08adef0 is 37, key is row3/f:row3/1732195295780/Put/seqid=0 2024-11-21T13:21:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741844_1020 (size=5228) 2024-11-21T13:21:43,876 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/rep_barrier/485a027fbbb24fec8dc98288b4a7cacd 2024-11-21T13:21:43,896 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/table/928a544d2ac649a69999224770ac0cae is 53, key is hbase:replication/table:state/1732195285427/Put/seqid=0 2024-11-21T13:21:43,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741845_1021 (size=5308) 2024-11-21T13:21:43,945 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:21:43,945 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:21:43,992 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:44,193 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:44,271 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/.tmp/f/39b0d9084506440eb0a96b94c08adef0 2024-11-21T13:21:44,275 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39b0d9084506440eb0a96b94c08adef0 2024-11-21T13:21:44,295 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/.tmp/f1/cbe7beaf88f44fa380eb3aad663efe26 is 30, key is row1/f1:/1732195293117/DeleteFamily/seqid=0 2024-11-21T13:21:44,350 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/table/928a544d2ac649a69999224770ac0cae 2024-11-21T13:21:44,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741846_1022 (size=5158) 2024-11-21T13:21:44,355 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/info/8b4624e81d60464298468a047fb7abbd as hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/info/8b4624e81d60464298468a047fb7abbd 2024-11-21T13:21:44,358 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/info/8b4624e81d60464298468a047fb7abbd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:21:44,359 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/ns/47dac0acf1534c128a65c51a9126599a as hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/ns/47dac0acf1534c128a65c51a9126599a 2024-11-21T13:21:44,362 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/ns/47dac0acf1534c128a65c51a9126599a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:21:44,362 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/rep_barrier/485a027fbbb24fec8dc98288b4a7cacd as hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/rep_barrier/485a027fbbb24fec8dc98288b4a7cacd 2024-11-21T13:21:44,365 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/rep_barrier/485a027fbbb24fec8dc98288b4a7cacd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:21:44,366 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/.tmp/table/928a544d2ac649a69999224770ac0cae as hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/table/928a544d2ac649a69999224770ac0cae 2024-11-21T13:21:44,368 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/table/928a544d2ac649a69999224770ac0cae, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:21:44,369 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 977ms, sequenceid=16, compaction requested=false 2024-11-21T13:21:44,372 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:21:44,373 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:21:44,373 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:21:44,373 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:44,373 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195303392Running coprocessor pre-close hooks at 1732195303392Disabling compacts and flushes for region at 1732195303392Disabling writes for close at 1732195303392Obtaining lock to block concurrent updates at 1732195303392Preparing flush snapshotting stores in 1588230740 at 1732195303392Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195303393 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732195303393Flushing 1588230740/info: creating writer at 1732195303393Flushing 1588230740/info: appending metadata at 1732195303413 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732195303413Flushing 1588230740/ns: creating writer at 1732195303431 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732195303450 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732195303450Flushing 1588230740/rep_barrier: creating writer at 1732195303461 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195303472 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195303472Flushing 1588230740/table: creating writer at 1732195303879 (+407 ms)Flushing 1588230740/table: appending metadata at 1732195303895 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732195303895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f061cc7: reopening flushed file at 1732195304354 (+459 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a90c0fd: reopening flushed file at 1732195304358 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3ceb4a: reopening flushed file at 1732195304362 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bed997a: reopening flushed file at 1732195304365 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 977ms, sequenceid=16, compaction requested=false at 1732195304369 (+4 ms)Writing region close event to WAL at 1732195304370 (+1 ms)Running coprocessor post-close hooks at 1732195304373 (+3 ms)Closed at 1732195304373 2024-11-21T13:21:44,373 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:44,393 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:21:44,393 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1325): Online Regions={4276e76b288c3e3788f4d598c26265fa=test,,1732195281093.4276e76b288c3e3788f4d598c26265fa.} 2024-11-21T13:21:44,393 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1351): Waiting on 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:44,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:21:44,593 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1351): Waiting on 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:44,751 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/.tmp/f1/cbe7beaf88f44fa380eb3aad663efe26 2024-11-21T13:21:44,755 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbe7beaf88f44fa380eb3aad663efe26 2024-11-21T13:21:44,769 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/.tmp/norep/2f08591021ec4899a48c96f7f2cdb3f9 is 32, key is row/norep:/1732195292105/DeleteFamily/seqid=0 2024-11-21T13:21:44,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741847_1023 (size=5101) 2024-11-21T13:21:44,793 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1351): Waiting on 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:44,993 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1351): Waiting on 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:45,041 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1496, reset compression=false 2024-11-21T13:21:45,045 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:45,045 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1743, reset compression=false 2024-11-21T13:21:45,045 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,35621,1732195266564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:21:45,046 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4fe6efa1e611,35621,1732195266564: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4fe6efa1e611,35621,1732195266564, walGroup=4fe6efa1e611%2C35621%2C1732195266564, offset=4fe6efa1e611%2C35621%2C1732195266564.1732195269086:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:35621 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T13:21:45,046 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T13:21:45,046 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T13:21:45,047 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T13:21:45,047 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T13:21:45,047 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T13:21:45,047 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 777967472 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199399688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T13:21:45,047 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:44433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:44433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T13:21:45,173 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/.tmp/norep/2f08591021ec4899a48c96f7f2cdb3f9 2024-11-21T13:21:45,176 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f08591021ec4899a48c96f7f2cdb3f9 2024-11-21T13:21:45,177 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/.tmp/f/39b0d9084506440eb0a96b94c08adef0 as hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/f/39b0d9084506440eb0a96b94c08adef0 2024-11-21T13:21:45,180 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39b0d9084506440eb0a96b94c08adef0 2024-11-21T13:21:45,180 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/f/39b0d9084506440eb0a96b94c08adef0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T13:21:45,180 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/.tmp/f1/cbe7beaf88f44fa380eb3aad663efe26 as hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/f1/cbe7beaf88f44fa380eb3aad663efe26 2024-11-21T13:21:45,183 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbe7beaf88f44fa380eb3aad663efe26 2024-11-21T13:21:45,183 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/f1/cbe7beaf88f44fa380eb3aad663efe26, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T13:21:45,184 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/.tmp/norep/2f08591021ec4899a48c96f7f2cdb3f9 as hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/norep/2f08591021ec4899a48c96f7f2cdb3f9 2024-11-21T13:21:45,194 DEBUG [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1351): Waiting on 4276e76b288c3e3788f4d598c26265fa 2024-11-21T13:21:45,197 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f08591021ec4899a48c96f7f2cdb3f9 2024-11-21T13:21:45,197 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/norep/2f08591021ec4899a48c96f7f2cdb3f9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T13:21:45,197 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4276e76b288c3e3788f4d598c26265fa in 1351ms, sequenceid=12, compaction requested=false 2024-11-21T13:21:45,200 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/data/default/test/4276e76b288c3e3788f4d598c26265fa/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T13:21:45,201 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:21:45,201 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:21:45,201 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:45,201 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4276e76b288c3e3788f4d598c26265fa: Waiting for close lock at 1732195303846Running coprocessor pre-close hooks at 1732195303846Disabling compacts and flushes for region at 1732195303846Disabling writes for close at 1732195303846Obtaining lock to block concurrent updates at 1732195303846Preparing flush snapshotting stores in 4276e76b288c3e3788f4d598c26265fa at 1732195303847 (+1 ms)Finished memstore snapshotting test,,1732195281093.4276e76b288c3e3788f4d598c26265fa., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732195303847Flushing stores of test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. at 1732195303847Flushing 4276e76b288c3e3788f4d598c26265fa/f: creating writer at 1732195303847Flushing 4276e76b288c3e3788f4d598c26265fa/f: appending metadata at 1732195303864 (+17 ms)Flushing 4276e76b288c3e3788f4d598c26265fa/f: closing flushed file at 1732195303864Flushing 4276e76b288c3e3788f4d598c26265fa/f1: creating writer at 1732195304275 (+411 ms)Flushing 4276e76b288c3e3788f4d598c26265fa/f1: appending metadata at 1732195304295 (+20 ms)Flushing 4276e76b288c3e3788f4d598c26265fa/f1: closing flushed file at 1732195304295Flushing 4276e76b288c3e3788f4d598c26265fa/norep: creating writer at 1732195304755 (+460 ms)Flushing 4276e76b288c3e3788f4d598c26265fa/norep: appending metadata at 1732195304769 (+14 ms)Flushing 4276e76b288c3e3788f4d598c26265fa/norep: closing flushed file at 1732195304769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f3a75d: reopening flushed file at 1732195305176 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5329c5: reopening flushed file at 1732195305180 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3958b94a: reopening flushed file at 1732195305184 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4276e76b288c3e3788f4d598c26265fa in 1351ms, sequenceid=12, compaction requested=false at 1732195305197 (+13 ms)Writing region close event to WAL at 1732195305198 (+1 ms)Running coprocessor post-close hooks at 1732195305201 (+3 ms)Closed at 1732195305201 2024-11-21T13:21:45,201 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195281093.4276e76b288c3e3788f4d598c26265fa. 2024-11-21T13:21:45,248 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 1743, reset compression=false 2024-11-21T13:21:45,254 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:21:45,254 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 2387, reset compression=false 2024-11-21T13:21:45,394 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,35621,1732195266564; all regions closed. 2024-11-21T13:21:45,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741834_1010 (size=4239) 2024-11-21T13:21:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741839_1015 (size=3334) 2024-11-21T13:21:45,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.rep.1732195285336 not finished, retry = 0 2024-11-21T13:21:45,457 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 to pos 2387, reset compression=false 2024-11-21T13:21:45,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741832_1008 (size=2395) 2024-11-21T13:21:45,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/WALs/4fe6efa1e611,35621,1732195266564/4fe6efa1e611%2C35621%2C1732195266564.1732195269086 not finished, retry = 0 2024-11-21T13:21:45,603 DEBUG [RS:0;4fe6efa1e611:35621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:45,603 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:21:45,603 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:21:45,603 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:21:45,603 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:21:45,603 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:21:45,604 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,35621,1732195266564 because: Region server is closing 2024-11-21T13:21:45,604 INFO [RS:0;4fe6efa1e611:35621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:35621. 2024-11-21T13:21:45,604 DEBUG [RS:0;4fe6efa1e611:35621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:45,604 DEBUG [RS:0;4fe6efa1e611:35621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:45,604 DEBUG [RS:0;4fe6efa1e611:35621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:45,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:45,704 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.shipper4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 terminated 2024-11-21T13:21:45,704 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,35621,1732195266564.replicationSource.wal-reader.4fe6efa1e611%2C35621%2C1732195266564,1-4fe6efa1e611,35621,1732195266564 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:21:45,704 INFO [RS:0;4fe6efa1e611:35621 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:35621. 2024-11-21T13:21:45,705 DEBUG [RS:0;4fe6efa1e611:35621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:21:45,705 DEBUG [RS:0;4fe6efa1e611:35621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:45,705 DEBUG [RS:0;4fe6efa1e611:35621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:45,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:21:45,705 INFO [RS:0;4fe6efa1e611:35621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35621 2024-11-21T13:21:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0889341405/rs/4fe6efa1e611,35621,1732195266564 2024-11-21T13:21:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405/rs 2024-11-21T13:21:45,781 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:21:45,883 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,35621,1732195266564] 2024-11-21T13:21:45,967 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0889341405/draining/4fe6efa1e611,35621,1732195266564 already deleted, retry=false 2024-11-21T13:21:45,968 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,35621,1732195266564 expired; onlineServers=0 2024-11-21T13:21:45,968 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,44433,1732195266357' ***** 2024-11-21T13:21:45,968 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:21:45,968 INFO [M:0;4fe6efa1e611:44433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:21:45,968 INFO [M:0;4fe6efa1e611:44433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:21:45,968 DEBUG [M:0;4fe6efa1e611:44433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:21:45,968 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:21:45,968 DEBUG [M:0;4fe6efa1e611:44433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:21:45,968 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195268737 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195268737,5,FailOnTimeoutGroup] 2024-11-21T13:21:45,968 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195268740 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195268740,5,FailOnTimeoutGroup] 2024-11-21T13:21:45,968 INFO [M:0;4fe6efa1e611:44433 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:21:45,968 INFO [M:0;4fe6efa1e611:44433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:21:45,968 DEBUG [M:0;4fe6efa1e611:44433 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:21:45,968 INFO [M:0;4fe6efa1e611:44433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:21:45,968 INFO [M:0;4fe6efa1e611:44433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:21:45,969 INFO [M:0;4fe6efa1e611:44433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:21:45,969 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:21:45,983 INFO [RS:0;4fe6efa1e611:35621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:21:45,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:45,983 INFO [RS:0;4fe6efa1e611:35621 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,35621,1732195266564; zookeeper connection closed. 2024-11-21T13:21:45,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35621-0x1015d8e22a50001, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:45,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@391cf041 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@391cf041 2024-11-21T13:21:45,983 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:21:46,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0889341405/master 2024-11-21T13:21:46,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0889341405 2024-11-21T13:21:46,020 DEBUG [M:0;4fe6efa1e611:44433 {}] zookeeper.ZKUtil(347): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Unable to get data of znode /0889341405/master because node does not exist (not an error) 2024-11-21T13:21:46,020 WARN [M:0;4fe6efa1e611:44433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:21:46,021 INFO [M:0;4fe6efa1e611:44433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/.lastflushedseqids 2024-11-21T13:21:46,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741848_1024 (size=245) 2024-11-21T13:21:46,425 INFO [M:0;4fe6efa1e611:44433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:21:46,425 INFO [M:0;4fe6efa1e611:44433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:21:46,425 DEBUG [M:0;4fe6efa1e611:44433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:21:46,425 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:46,425 DEBUG [M:0;4fe6efa1e611:44433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:46,425 DEBUG [M:0;4fe6efa1e611:44433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:21:46,425 DEBUG [M:0;4fe6efa1e611:44433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:46,425 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-21T13:21:46,446 DEBUG [M:0;4fe6efa1e611:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a76b6079189c4fbea1cdec2d0dd1655c is 82, key is hbase:meta,,1/info:regioninfo/1732195269995/Put/seqid=0 2024-11-21T13:21:46,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741849_1025 (size=5672) 2024-11-21T13:21:46,850 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a76b6079189c4fbea1cdec2d0dd1655c 2024-11-21T13:21:46,868 DEBUG [M:0;4fe6efa1e611:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a438ad9d4f24187960b064318655fd3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732195281908/Put/seqid=0 2024-11-21T13:21:46,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741850_1026 (size=7219) 2024-11-21T13:21:47,272 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a438ad9d4f24187960b064318655fd3 2024-11-21T13:21:47,275 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a438ad9d4f24187960b064318655fd3 2024-11-21T13:21:47,287 DEBUG [M:0;4fe6efa1e611:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ce943001d6c4003bab8795eab5a883c is 69, key is 4fe6efa1e611,35621,1732195266564/rs:state/1732195268866/Put/seqid=0 2024-11-21T13:21:47,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741851_1027 (size=5156) 2024-11-21T13:21:47,291 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ce943001d6c4003bab8795eab5a883c 2024-11-21T13:21:47,295 DEBUG [M:0;4fe6efa1e611:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a76b6079189c4fbea1cdec2d0dd1655c as hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a76b6079189c4fbea1cdec2d0dd1655c 2024-11-21T13:21:47,299 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a76b6079189c4fbea1cdec2d0dd1655c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T13:21:47,299 DEBUG [M:0;4fe6efa1e611:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a438ad9d4f24187960b064318655fd3 as hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a438ad9d4f24187960b064318655fd3 2024-11-21T13:21:47,303 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a438ad9d4f24187960b064318655fd3 2024-11-21T13:21:47,303 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a438ad9d4f24187960b064318655fd3, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T13:21:47,303 DEBUG [M:0;4fe6efa1e611:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ce943001d6c4003bab8795eab5a883c as hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ce943001d6c4003bab8795eab5a883c 2024-11-21T13:21:47,307 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35457/user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ce943001d6c4003bab8795eab5a883c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T13:21:47,308 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false 2024-11-21T13:21:47,316 INFO [M:0;4fe6efa1e611:44433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:47,316 DEBUG [M:0;4fe6efa1e611:44433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195306425Disabling compacts and flushes for region at 1732195306425Disabling writes for close at 1732195306425Obtaining lock to block concurrent updates at 1732195306425Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195306425Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732195306426 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195306426Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195306426Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195306446 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195306446Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195306853 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195306868 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195306868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195307275 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195307287 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195307287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2550a0a1: reopening flushed file at 1732195307295 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4671108f: reopening flushed file at 1732195307299 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182ec891: reopening flushed file at 1732195307303 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false at 1732195307308 (+5 ms)Writing region close event to WAL at 1732195307316 (+8 ms)Closed at 1732195307316 2024-11-21T13:21:47,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42205 is added to blk_1073741830_1006 (size=64435) 2024-11-21T13:21:47,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d84be70f-abbd-bec3-d067-1028938208e3/MasterData/WALs/4fe6efa1e611,44433,1732195266357/4fe6efa1e611%2C44433%2C1732195266357.1732195268363 not finished, retry = 0 2024-11-21T13:21:47,422 INFO [M:0;4fe6efa1e611:44433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:21:47,423 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:21:47,423 INFO [M:0;4fe6efa1e611:44433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44433 2024-11-21T13:21:47,423 INFO [M:0;4fe6efa1e611:44433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:21:47,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:47,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1015d8e22a50000, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:21:47,534 INFO [M:0;4fe6efa1e611:44433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:21:47,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@688d0a24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:21:47,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2122d986{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:21:47,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:21:47,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eeccb73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:21:47,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7957adf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/hadoop.log.dir/,STOPPED} 2024-11-21T13:21:47,543 WARN [BP-192515159-172.17.0.2-1732195264279 heartbeating to localhost/127.0.0.1:35457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:21:47,543 WARN [BP-192515159-172.17.0.2-1732195264279 heartbeating to localhost/127.0.0.1:35457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-192515159-172.17.0.2-1732195264279 (Datanode Uuid 11b61ea9-1e1d-4c56-bc6b-b43d405a645e) service to localhost/127.0.0.1:35457 2024-11-21T13:21:47,543 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:21:47,543 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:21:47,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/cluster_9f2b7c67-680e-dc8b-ca2e-716b5660d36e/data/data1/current/BP-192515159-172.17.0.2-1732195264279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:21:47,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/cluster_9f2b7c67-680e-dc8b-ca2e-716b5660d36e/data/data2/current/BP-192515159-172.17.0.2-1732195264279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:21:47,543 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:21:47,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2221d68c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:21:47,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d00ec2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:21:47,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:21:47,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59e682da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:21:47,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@505f8c31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24986559-1a5d-3101-7b0a-86ab1b4671ea/hadoop.log.dir/,STOPPED} 2024-11-21T13:21:47,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T13:21:47,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:21:47,589 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51145) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51145) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44039 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35457 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51145) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33949 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 325) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1550 (was 1787) 2024-11-21T13:21:47,599 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=1549 2024-11-21T13:21:47,610 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-21T13:21:47,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/hadoop.log.dir so I do NOT create it in target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac 2024-11-21T13:21:47,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:21:47,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/hadoop.tmp.dir so I do NOT create it in target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac 2024-11-21T13:21:47,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24ee6a84-c1dd-8120-22f0-a8576fd96fd1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:21:47,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac 2024-11-21T13:21:47,611 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/cluster_bc6d4522-0293-b480-449c-d3c347faacc7, deleteOnExit=true 2024-11-21T13:21:47,612 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 56924 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:414) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T13:21:47,614 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/cluster_bc6d4522-0293-b480-449c-d3c347faacc7/zookeeper_0, clientPort=56925, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/cluster_bc6d4522-0293-b480-449c-d3c347faacc7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/cluster_bc6d4522-0293-b480-449c-d3c347faacc7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T13:21:47,614 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56925 2024-11-21T13:21:47,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:21:47,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/test.cache.data in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:21:47,615 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:21:47,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:47,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:21:47,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:21:47,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d8e22a50002, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:21:47,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015d8e22a50008, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:21:47,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d8e22a50005, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:21:47,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d8e22a50002, quorum=127.0.0.1:51145, baseZNode=/0889341405 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:21:47,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015d8e22a50008, quorum=127.0.0.1:51145, baseZNode=/2473486048 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:21:47,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d8e22a50005, quorum=127.0.0.1:51145, baseZNode=/1-1868645929 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:21:48,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:48,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:48,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:48,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:48,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:21:48,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:48,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541e5d04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:48,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75067113{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:48,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48b155af{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/java.io.tmpdir/jetty-localhost-36241-hadoop-hdfs-3_4_1-tests_jar-_-any-17338739233800926531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:21:48,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67f68f07{HTTP/1.1, (http/1.1)}{localhost:36241} 2024-11-21T13:21:48,138 INFO [Time-limited test {}] server.Server(415): Started @279562ms 2024-11-21T13:21:48,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:48,392 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:48,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:48,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:48,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:21:48,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ca7949d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:48,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46f88f6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:48,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6782a17a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/java.io.tmpdir/jetty-localhost-33795-hadoop-hdfs-3_4_1-tests_jar-_-any-3994923313147591301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:21:48,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23cef91{HTTP/1.1, (http/1.1)}{localhost:33795} 2024-11-21T13:21:48,499 INFO [Time-limited test {}] server.Server(415): Started @279923ms 2024-11-21T13:21:48,500 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:21:49,259 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/cluster_bc6d4522-0293-b480-449c-d3c347faacc7/data/data1/current/BP-1142039845-172.17.0.2-1732195307634/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:49,259 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/cluster_bc6d4522-0293-b480-449c-d3c347faacc7/data/data2/current/BP-1142039845-172.17.0.2-1732195307634/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:49,284 WARN [Thread-3430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:21:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2c006e493ee34 with lease ID 0xe6e61498e133b2c1: Processing first storage report for DS-96820dd4-642b-4313-a218-0c9dc15b617f from datanode DatanodeRegistration(127.0.0.1:39845, datanodeUuid=f45d0df3-d979-4d3a-bf41-9a3b30afe8f6, infoPort=46325, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1685962668;c=1732195307634) 2024-11-21T13:21:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2c006e493ee34 with lease ID 0xe6e61498e133b2c1: from storage DS-96820dd4-642b-4313-a218-0c9dc15b617f node DatanodeRegistration(127.0.0.1:39845, datanodeUuid=f45d0df3-d979-4d3a-bf41-9a3b30afe8f6, infoPort=46325, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1685962668;c=1732195307634), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:49,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2c006e493ee34 with lease ID 0xe6e61498e133b2c1: Processing first storage report for DS-96e740f1-917f-460b-a061-64c19c182285 from datanode DatanodeRegistration(127.0.0.1:39845, datanodeUuid=f45d0df3-d979-4d3a-bf41-9a3b30afe8f6, infoPort=46325, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1685962668;c=1732195307634) 2024-11-21T13:21:49,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2c006e493ee34 with lease ID 0xe6e61498e133b2c1: from storage DS-96e740f1-917f-460b-a061-64c19c182285 node DatanodeRegistration(127.0.0.1:39845, datanodeUuid=f45d0df3-d979-4d3a-bf41-9a3b30afe8f6, infoPort=46325, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1685962668;c=1732195307634), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:49,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac 2024-11-21T13:21:49,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:49,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:49,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:21:49,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:21:49,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:49,732 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04 with version=8 2024-11-21T13:21:49,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/hbase-staging 2024-11-21T13:21:49,734 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:49,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:49,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:49,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:49,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:49,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:49,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:21:49,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:49,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33869 2024-11-21T13:21:49,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33869 connecting to ZooKeeper ensemble=127.0.0.1:56925 2024-11-21T13:21:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338690x0, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:49,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33869-0x1015d8ecc090000 connected 2024-11-21T13:21:49,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:49,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:49,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Set watcher on znode that does not yet exist, /082675150/running 2024-11-21T13:21:49,930 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04, hbase.cluster.distributed=false 2024-11-21T13:21:49,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Set watcher on znode that does not yet exist, /082675150/acl 2024-11-21T13:21:49,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33869 2024-11-21T13:21:49,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33869 2024-11-21T13:21:49,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33869 2024-11-21T13:21:49,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33869 2024-11-21T13:21:49,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33869 2024-11-21T13:21:49,945 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:49,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:49,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:49,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:49,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:49,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:49,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:21:49,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:49,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42223 2024-11-21T13:21:49,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42223 connecting to ZooKeeper ensemble=127.0.0.1:56925 2024-11-21T13:21:49,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:49,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:49,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422230x0, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:49,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42223-0x1015d8ecc090001 connected 2024-11-21T13:21:49,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422230x0, quorum=127.0.0.1:56925, baseZNode=/082675150 Set watcher on znode that does not yet exist, /082675150/running 2024-11-21T13:21:49,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:21:49,960 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:21:49,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Set watcher on znode that does not yet exist, /082675150/master 2024-11-21T13:21:49,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Set watcher on znode that does not yet exist, /082675150/acl 2024-11-21T13:21:49,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42223 2024-11-21T13:21:49,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42223 2024-11-21T13:21:49,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42223 2024-11-21T13:21:49,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42223 2024-11-21T13:21:49,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42223 2024-11-21T13:21:49,987 DEBUG [M:0;4fe6efa1e611:33869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:33869 2024-11-21T13:21:49,988 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /082675150/backup-masters/4fe6efa1e611,33869,1732195309734 2024-11-21T13:21:49,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150/backup-masters 2024-11-21T13:21:49,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150/backup-masters 2024-11-21T13:21:49,999 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Set watcher on existing znode=/082675150/backup-masters/4fe6efa1e611,33869,1732195309734 2024-11-21T13:21:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/082675150/master 2024-11-21T13:21:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:50,012 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Set watcher on existing znode=/082675150/master 2024-11-21T13:21:50,013 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /082675150/backup-masters/4fe6efa1e611,33869,1732195309734 from backup master directory 2024-11-21T13:21:50,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150/backup-masters 2024-11-21T13:21:50,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/082675150/backup-masters/4fe6efa1e611,33869,1732195309734 2024-11-21T13:21:50,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150/backup-masters 2024-11-21T13:21:50,023 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:21:50,023 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,33869,1732195309734 2024-11-21T13:21:50,026 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/hbase.id] with ID: ea892523-9684-423a-ba6a-78fca1fae078 2024-11-21T13:21:50,026 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/.tmp/hbase.id 2024-11-21T13:21:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:21:50,454 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/.tmp/hbase.id]:[hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/hbase.id] 2024-11-21T13:21:50,464 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:50,464 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:21:50,465 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:21:50,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:50,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:50,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:21:50,524 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:50,525 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:21:50,525 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:50,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:21:50,540 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store 2024-11-21T13:21:50,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:21:50,944 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:50,944 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:21:50,944 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:50,944 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:50,944 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:21:50,944 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:50,945 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:50,945 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195310944Disabling compacts and flushes for region at 1732195310944Disabling writes for close at 1732195310944Writing region close event to WAL at 1732195310944Closed at 1732195310944 2024-11-21T13:21:50,945 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/.initializing 2024-11-21T13:21:50,945 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/WALs/4fe6efa1e611,33869,1732195309734 2024-11-21T13:21:50,946 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:21:50,947 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C33869%2C1732195309734, suffix=, logDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/WALs/4fe6efa1e611,33869,1732195309734, archiveDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/oldWALs, maxLogs=10 2024-11-21T13:21:50,958 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/WALs/4fe6efa1e611,33869,1732195309734/4fe6efa1e611%2C33869%2C1732195309734.1732195310947, exclude list is [], retry=0 2024-11-21T13:21:50,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39845,DS-96820dd4-642b-4313-a218-0c9dc15b617f,DISK] 2024-11-21T13:21:50,961 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/WALs/4fe6efa1e611,33869,1732195309734/4fe6efa1e611%2C33869%2C1732195309734.1732195310947 2024-11-21T13:21:50,961 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46325:46325)] 2024-11-21T13:21:50,962 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:50,962 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:50,962 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,962 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:21:50,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:50,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:50,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:21:50,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:50,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:50,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:21:50,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:50,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:50,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:21:50,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:50,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:50,967 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,967 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,967 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,968 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,968 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,968 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:50,969 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:50,970 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:50,970 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71800775, jitterRate=0.06991492211818695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:50,971 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195310962Initializing all the Stores at 1732195310962Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195310962Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195310963 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195310963Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195310963Cleaning up temporary data from old regions at 1732195310968 (+5 ms)Region opened successfully at 1732195310971 (+3 ms) 2024-11-21T13:21:50,971 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:21:50,973 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a10a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:21:50,974 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:21:50,974 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:21:50,974 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:21:50,974 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:21:50,974 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:21:50,975 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:21:50,975 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:21:50,976 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:21:50,976 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Unable to get data of znode /082675150/balancer because node does not exist (not necessarily an error) 2024-11-21T13:21:51,041 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /082675150/balancer already deleted, retry=false 2024-11-21T13:21:51,041 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:21:51,042 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Unable to get data of znode /082675150/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:21:51,054 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /082675150/normalizer already deleted, retry=false 2024-11-21T13:21:51,054 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:21:51,055 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Unable to get data of znode /082675150/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:21:51,064 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /082675150/switch/split already deleted, retry=false 2024-11-21T13:21:51,065 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Unable to get data of znode /082675150/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:21:51,075 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /082675150/switch/merge already deleted, retry=false 2024-11-21T13:21:51,078 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Unable to get data of znode /082675150/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:21:51,086 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /082675150/snapshot-cleanup already deleted, retry=false 2024-11-21T13:21:51,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/082675150/running 2024-11-21T13:21:51,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/082675150/running 2024-11-21T13:21:51,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:51,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:51,097 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,33869,1732195309734, sessionid=0x1015d8ecc090000, setting cluster-up flag (Was=false) 2024-11-21T13:21:51,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:51,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:51,149 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /082675150/flush-table-proc/acquired, /082675150/flush-table-proc/reached, /082675150/flush-table-proc/abort 2024-11-21T13:21:51,151 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,33869,1732195309734 2024-11-21T13:21:51,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:51,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:51,296 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /082675150/online-snapshot/acquired, /082675150/online-snapshot/reached, /082675150/online-snapshot/abort 2024-11-21T13:21:51,297 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,33869,1732195309734 2024-11-21T13:21:51,299 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:21:51,300 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:51,300 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:21:51,300 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:21:51,300 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,33869,1732195309734 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:21:51,301 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:51,301 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:51,301 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:51,301 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:51,301 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:21:51,301 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,302 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:21:51,302 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:51,306 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:21:51,307 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:51,307 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:21:51,316 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195341316 2024-11-21T13:21:51,316 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:21:51,316 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:21:51,317 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:21:51,317 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:21:51,317 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:21:51,317 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:21:51,318 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,318 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:21:51,318 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:21:51,318 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:21:51,318 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:21:51,319 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:21:51,319 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:21:51,320 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195311319,5,FailOnTimeoutGroup] 2024-11-21T13:21:51,324 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195311320,5,FailOnTimeoutGroup] 2024-11-21T13:21:51,324 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,324 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:21:51,324 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,324 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:21:51,376 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(746): ClusterId : ea892523-9684-423a-ba6a-78fca1fae078 2024-11-21T13:21:51,376 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:21:51,389 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:21:51,389 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:21:51,399 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:21:51,399 DEBUG [RS:0;4fe6efa1e611:42223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab32782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:21:51,410 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:42223 2024-11-21T13:21:51,410 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:21:51,410 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:21:51,410 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:21:51,411 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,33869,1732195309734 with port=42223, startcode=1732195309945 2024-11-21T13:21:51,411 DEBUG [RS:0;4fe6efa1e611:42223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:21:51,412 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:21:51,413 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,42223,1732195309945 2024-11-21T13:21:51,413 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33869 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,42223,1732195309945 2024-11-21T13:21:51,414 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04 2024-11-21T13:21:51,414 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41945 2024-11-21T13:21:51,414 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:21:51,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150/rs 2024-11-21T13:21:51,423 DEBUG [RS:0;4fe6efa1e611:42223 {}] zookeeper.ZKUtil(111): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Set watcher on existing znode=/082675150/rs/4fe6efa1e611,42223,1732195309945 2024-11-21T13:21:51,423 WARN [RS:0;4fe6efa1e611:42223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:21:51,423 INFO [RS:0;4fe6efa1e611:42223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:51,423 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945 2024-11-21T13:21:51,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,42223,1732195309945] 2024-11-21T13:21:51,425 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:21:51,427 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:21:51,427 INFO [RS:0;4fe6efa1e611:42223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:21:51,427 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,428 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:21:51,429 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:21:51,429 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:21:51,429 DEBUG [RS:0;4fe6efa1e611:42223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:21:51,430 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,430 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,430 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,430 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,430 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,430 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42223,1732195309945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:21:51,446 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:21:51,446 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42223,1732195309945-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,447 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,447 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.Replication(171): 4fe6efa1e611,42223,1732195309945 started 2024-11-21T13:21:51,459 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:51,459 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,42223,1732195309945, RpcServer on 4fe6efa1e611/172.17.0.2:42223, sessionid=0x1015d8ecc090001 2024-11-21T13:21:51,459 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:21:51,459 DEBUG [RS:0;4fe6efa1e611:42223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,42223,1732195309945 2024-11-21T13:21:51,459 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,42223,1732195309945' 2024-11-21T13:21:51,459 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/082675150/flush-table-proc/abort' 2024-11-21T13:21:51,460 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/082675150/flush-table-proc/acquired' 2024-11-21T13:21:51,460 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:21:51,460 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:21:51,460 DEBUG [RS:0;4fe6efa1e611:42223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,42223,1732195309945 2024-11-21T13:21:51,460 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,42223,1732195309945' 2024-11-21T13:21:51,460 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/082675150/online-snapshot/abort' 2024-11-21T13:21:51,461 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/082675150/online-snapshot/acquired' 2024-11-21T13:21:51,461 DEBUG [RS:0;4fe6efa1e611:42223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:21:51,461 INFO [RS:0;4fe6efa1e611:42223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:21:51,461 INFO [RS:0;4fe6efa1e611:42223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:21:51,561 INFO [RS:0;4fe6efa1e611:42223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:21:51,562 INFO [RS:0;4fe6efa1e611:42223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C42223%2C1732195309945, suffix=, logDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945, archiveDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/oldWALs, maxLogs=10 2024-11-21T13:21:51,574 DEBUG [RS:0;4fe6efa1e611:42223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563, exclude list is [], retry=0 2024-11-21T13:21:51,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39845,DS-96820dd4-642b-4313-a218-0c9dc15b617f,DISK] 2024-11-21T13:21:51,577 INFO [RS:0;4fe6efa1e611:42223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 2024-11-21T13:21:51,577 DEBUG [RS:0;4fe6efa1e611:42223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46325:46325)] 2024-11-21T13:21:51,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:21:51,746 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04 2024-11-21T13:21:51,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:21:52,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:52,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:21:52,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:21:52,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:52,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:52,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:21:52,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:21:52,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:52,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:52,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:21:52,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:21:52,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:52,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:52,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:21:52,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:21:52,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:52,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:52,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:21:52,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740 2024-11-21T13:21:52,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740 2024-11-21T13:21:52,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:21:52,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:21:52,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:52,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:21:52,161 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:52,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73308969, jitterRate=0.09238876402378082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:52,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195312151Initializing all the Stores at 1732195312152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195312152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195312152Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195312152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195312152Cleaning up temporary data from old regions at 1732195312159 (+7 ms)Region opened successfully at 1732195312162 (+3 ms) 2024-11-21T13:21:52,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:21:52,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:21:52,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:21:52,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:21:52,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:21:52,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:52,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195312162Disabling compacts and flushes for region at 1732195312162Disabling writes for close at 1732195312162Writing region close event to WAL at 1732195312162Closed at 1732195312162 2024-11-21T13:21:52,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:52,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:21:52,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:21:52,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:21:52,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:21:52,315 DEBUG [4fe6efa1e611:33869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:21:52,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,42223,1732195309945 2024-11-21T13:21:52,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,42223,1732195309945, state=OPENING 2024-11-21T13:21:52,349 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:21:52,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:52,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:21:52,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /082675150/meta-region-server: CHANGED 2024-11-21T13:21:52,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /082675150/meta-region-server: CHANGED 2024-11-21T13:21:52,360 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:21:52,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,42223,1732195309945}] 2024-11-21T13:21:52,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:21:52,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:21:52,520 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:21:52,520 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:52,521 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:21:52,522 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C42223%2C1732195309945.meta, suffix=.meta, logDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945, archiveDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/oldWALs, maxLogs=10 2024-11-21T13:21:52,540 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.meta.1732195312522.meta, exclude list is [], retry=0 2024-11-21T13:21:52,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39845,DS-96820dd4-642b-4313-a218-0c9dc15b617f,DISK] 2024-11-21T13:21:52,548 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.meta.1732195312522.meta 2024-11-21T13:21:52,549 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46325:46325)] 2024-11-21T13:21:52,549 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:52,549 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:21:52,549 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:21:52,549 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:21:52,549 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:21:52,549 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:21:52,550 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:52,550 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:21:52,550 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:21:52,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:21:52,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:21:52,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:52,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:52,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:21:52,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:21:52,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:52,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:52,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:21:52,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:21:52,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:52,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:52,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:21:52,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:21:52,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:52,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:52,554 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:21:52,554 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740 2024-11-21T13:21:52,555 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740 2024-11-21T13:21:52,555 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:21:52,555 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:21:52,556 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:52,557 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:21:52,560 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59900676, jitterRate=-0.10741037130355835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:52,560 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:21:52,561 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195312550Writing region info on filesystem at 1732195312550Initializing all the Stores at 1732195312550Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195312550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195312550Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195312550Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195312550Cleaning up temporary data from old regions at 1732195312555 (+5 ms)Running coprocessor post-open hooks at 1732195312560 (+5 ms)Region opened successfully at 1732195312561 (+1 ms) 2024-11-21T13:21:52,562 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195312512 2024-11-21T13:21:52,565 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:21:52,565 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:21:52,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,42223,1732195309945 2024-11-21T13:21:52,567 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,42223,1732195309945, state=OPEN 2024-11-21T13:21:52,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/082675150/meta-region-server 2024-11-21T13:21:52,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/082675150/meta-region-server 2024-11-21T13:21:52,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /082675150/meta-region-server: CHANGED 2024-11-21T13:21:52,646 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,42223,1732195309945 2024-11-21T13:21:52,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /082675150/meta-region-server: CHANGED 2024-11-21T13:21:52,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:21:52,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,42223,1732195309945 in 286 msec 2024-11-21T13:21:52,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:21:52,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-21T13:21:52,650 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:52,650 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:21:52,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:52,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,42223,1732195309945, seqNum=-1] 2024-11-21T13:21:52,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:52,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:52,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3560 sec 2024-11-21T13:21:52,656 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195312656, completionTime=-1 2024-11-21T13:21:52,656 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:21:52,656 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:21:52,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:21:52,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195372658 2024-11-21T13:21:52,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195432658 2024-11-21T13:21:52,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:21:52,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33869,1732195309734-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:52,658 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33869,1732195309734-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:52,659 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33869,1732195309734-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:52,659 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:33869, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:52,659 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:52,659 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:52,660 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:21:52,662 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.639sec 2024-11-21T13:21:52,662 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:21:52,662 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:21:52,662 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:21:52,662 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:21:52,662 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:21:52,662 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33869,1732195309734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:21:52,662 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33869,1732195309734-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:21:52,664 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:21:52,664 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:21:52,664 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33869,1732195309734-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:52,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37615c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:52,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33869,-1 for getting cluster id 2024-11-21T13:21:52,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:52,677 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea892523-9684-423a-ba6a-78fca1fae078' 2024-11-21T13:21:52,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:52,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea892523-9684-423a-ba6a-78fca1fae078" 2024-11-21T13:21:52,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6106a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:52,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33869,-1] 2024-11-21T13:21:52,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:52,678 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:52,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725fdcce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:52,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,42223,1732195309945, seqNum=-1] 2024-11-21T13:21:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:52,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:52,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,33869,1732195309734 2024-11-21T13:21:52,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56925 2024-11-21T13:21:52,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:52,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d8ecc090002 connected 2024-11-21T13:21:52,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/hadoop.log.dir so I do NOT create it in target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d 2024-11-21T13:21:52,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:21:52,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/hadoop.tmp.dir so I do NOT create it in target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d 2024-11-21T13:21:52,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:21:52,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d 2024-11-21T13:21:52,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:21:52,719 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/cluster_2ae8c4b6-72d1-277c-cff0-6d1764e19ba5, deleteOnExit=true 2024-11-21T13:21:52,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:21:52,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/test.cache.data in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:21:52,720 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:52,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:21:52,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:21:53,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:53,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:53,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:53,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:53,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:21:53,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:53,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7609b28f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:53,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa6563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:53,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56b95f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/java.io.tmpdir/jetty-localhost-35415-hadoop-hdfs-3_4_1-tests_jar-_-any-17631160962980813801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:21:53,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e8aca57{HTTP/1.1, (http/1.1)}{localhost:35415} 2024-11-21T13:21:53,236 INFO [Time-limited test {}] server.Server(415): Started @284660ms 2024-11-21T13:21:53,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:53,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:53,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:53,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:53,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:21:53,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3749ead2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:53,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46bf0487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:53,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a44244{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/java.io.tmpdir/jetty-localhost-36677-hadoop-hdfs-3_4_1-tests_jar-_-any-1388469924671816032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:21:53,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6765a806{HTTP/1.1, (http/1.1)}{localhost:36677} 2024-11-21T13:21:53,599 INFO [Time-limited test {}] server.Server(415): Started @285023ms 2024-11-21T13:21:53,600 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:21:54,284 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/cluster_2ae8c4b6-72d1-277c-cff0-6d1764e19ba5/data/data1/current/BP-1257212926-172.17.0.2-1732195312734/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:54,285 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/cluster_2ae8c4b6-72d1-277c-cff0-6d1764e19ba5/data/data2/current/BP-1257212926-172.17.0.2-1732195312734/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:54,313 WARN [Thread-3551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:21:54,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad3d1e5809029dbf with lease ID 0x5e966596e14831c2: Processing first storage report for DS-88927232-5aee-4988-8eab-0e223f18bc14 from datanode DatanodeRegistration(127.0.0.1:38309, datanodeUuid=7fe77f8e-4a0c-4cc7-a1ad-b9e298113ccb, infoPort=41937, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=510093896;c=1732195312734) 2024-11-21T13:21:54,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad3d1e5809029dbf with lease ID 0x5e966596e14831c2: from storage DS-88927232-5aee-4988-8eab-0e223f18bc14 node DatanodeRegistration(127.0.0.1:38309, datanodeUuid=7fe77f8e-4a0c-4cc7-a1ad-b9e298113ccb, infoPort=41937, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=510093896;c=1732195312734), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:54,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad3d1e5809029dbf with lease ID 0x5e966596e14831c2: Processing first storage report for DS-11a296cd-2b8e-4f8a-9f97-050a7c99f527 from datanode DatanodeRegistration(127.0.0.1:38309, datanodeUuid=7fe77f8e-4a0c-4cc7-a1ad-b9e298113ccb, infoPort=41937, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=510093896;c=1732195312734) 2024-11-21T13:21:54,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad3d1e5809029dbf with lease ID 0x5e966596e14831c2: from storage DS-11a296cd-2b8e-4f8a-9f97-050a7c99f527 node DatanodeRegistration(127.0.0.1:38309, datanodeUuid=7fe77f8e-4a0c-4cc7-a1ad-b9e298113ccb, infoPort=41937, infoSecurePort=0, ipcPort=45661, storageInfo=lv=-57;cid=testClusterID;nsid=510093896;c=1732195312734), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:54,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d 2024-11-21T13:21:54,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:54,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:54,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:21:54,393 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c with version=8 2024-11-21T13:21:54,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/hbase-staging 2024-11-21T13:21:54,396 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:54,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:54,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:54,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:54,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:54,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:54,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:21:54,396 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:54,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46817 2024-11-21T13:21:54,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46817 connecting to ZooKeeper ensemble=127.0.0.1:56925 2024-11-21T13:21:54,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468170x0, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:54,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46817-0x1015d8ecc090003 connected 2024-11-21T13:21:54,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:21:54,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T13:21:54,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T13:21:54,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:21:54,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:54,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:54,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Set watcher on znode that does not yet exist, /11730123074/running 2024-11-21T13:21:54,501 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c, hbase.cluster.distributed=false 2024-11-21T13:21:54,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Set watcher on znode that does not yet exist, /11730123074/acl 2024-11-21T13:21:54,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46817 2024-11-21T13:21:54,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46817 2024-11-21T13:21:54,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46817 2024-11-21T13:21:54,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46817 2024-11-21T13:21:54,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46817 2024-11-21T13:21:54,542 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:54,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:54,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:54,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:54,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:54,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:54,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:21:54,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:54,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33445 2024-11-21T13:21:54,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33445 connecting to ZooKeeper ensemble=127.0.0.1:56925 2024-11-21T13:21:54,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:54,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:54,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334450x0, quorum=127.0.0.1:56925, baseZNode=/11730123074 Set watcher on znode that does not yet exist, /11730123074/running 2024-11-21T13:21:54,560 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:21:54,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334450x0, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:54,565 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:21:54,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334450x0, quorum=127.0.0.1:56925, baseZNode=/11730123074 Set watcher on znode that does not yet exist, /11730123074/master 2024-11-21T13:21:54,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334450x0, quorum=127.0.0.1:56925, baseZNode=/11730123074 Set watcher on znode that does not yet exist, /11730123074/acl 2024-11-21T13:21:54,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33445-0x1015d8ecc090004 connected 2024-11-21T13:21:54,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33445 2024-11-21T13:21:54,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33445 2024-11-21T13:21:54,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33445 2024-11-21T13:21:54,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33445 2024-11-21T13:21:54,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33445 2024-11-21T13:21:54,586 DEBUG [M:0;4fe6efa1e611:46817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:46817 2024-11-21T13:21:54,586 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11730123074/backup-masters/4fe6efa1e611,46817,1732195314395 2024-11-21T13:21:54,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074/backup-masters 2024-11-21T13:21:54,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074/backup-masters 2024-11-21T13:21:54,599 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Set watcher on existing znode=/11730123074/backup-masters/4fe6efa1e611,46817,1732195314395 2024-11-21T13:21:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11730123074/master 2024-11-21T13:21:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:54,610 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Set watcher on existing znode=/11730123074/master 2024-11-21T13:21:54,610 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11730123074/backup-masters/4fe6efa1e611,46817,1732195314395 from backup master directory 2024-11-21T13:21:54,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074/backup-masters 2024-11-21T13:21:54,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11730123074/backup-masters/4fe6efa1e611,46817,1732195314395 2024-11-21T13:21:54,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074/backup-masters 2024-11-21T13:21:54,628 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:21:54,628 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,46817,1732195314395 2024-11-21T13:21:54,633 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/hbase.id] with ID: cf62745a-93bd-4d4b-b965-0999eba3f17c 2024-11-21T13:21:54,633 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/.tmp/hbase.id 2024-11-21T13:21:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:21:54,646 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/.tmp/hbase.id]:[hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/hbase.id] 2024-11-21T13:21:54,663 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:54,663 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:21:54,664 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:21:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:54,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:21:54,708 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:54,709 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:21:54,712 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:21:54,726 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store 2024-11-21T13:21:54,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:21:54,754 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:54,754 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:21:54,754 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:54,754 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:54,754 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:21:54,754 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:54,754 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:54,754 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195314754Disabling compacts and flushes for region at 1732195314754Disabling writes for close at 1732195314754Writing region close event to WAL at 1732195314754Closed at 1732195314754 2024-11-21T13:21:54,755 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/.initializing 2024-11-21T13:21:54,755 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/WALs/4fe6efa1e611,46817,1732195314395 2024-11-21T13:21:54,755 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:21:54,756 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C46817%2C1732195314395, suffix=, logDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/WALs/4fe6efa1e611,46817,1732195314395, archiveDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/oldWALs, maxLogs=10 2024-11-21T13:21:54,770 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/WALs/4fe6efa1e611,46817,1732195314395/4fe6efa1e611%2C46817%2C1732195314395.1732195314757, exclude list is [], retry=0 2024-11-21T13:21:54,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38309,DS-88927232-5aee-4988-8eab-0e223f18bc14,DISK] 2024-11-21T13:21:54,774 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/WALs/4fe6efa1e611,46817,1732195314395/4fe6efa1e611%2C46817%2C1732195314395.1732195314757 2024-11-21T13:21:54,774 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41937:41937)] 2024-11-21T13:21:54,774 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:54,774 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:54,774 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,774 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:21:54,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:54,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:54,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:21:54,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:54,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:54,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:21:54,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:54,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:54,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:21:54,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:54,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:54,788 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,788 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,788 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,789 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,789 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,790 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:54,790 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:54,798 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:54,799 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68478790, jitterRate=0.020413488149642944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:54,799 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195314774Initializing all the Stores at 1732195314775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195314775Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195314780 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195314780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195314780Cleaning up temporary data from old regions at 1732195314789 (+9 ms)Region opened successfully at 1732195314799 (+10 ms) 2024-11-21T13:21:54,800 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:21:54,803 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716f290d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:21:54,804 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:21:54,804 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:21:54,804 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:21:54,804 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:21:54,804 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:21:54,805 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:21:54,805 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:21:54,812 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:21:54,813 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Unable to get data of znode /11730123074/balancer because node does not exist (not necessarily an error) 2024-11-21T13:21:54,823 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11730123074/balancer already deleted, retry=false 2024-11-21T13:21:54,823 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:21:54,825 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Unable to get data of znode /11730123074/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:21:54,833 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11730123074/normalizer already deleted, retry=false 2024-11-21T13:21:54,833 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:21:54,834 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Unable to get data of znode /11730123074/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:21:54,843 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11730123074/switch/split already deleted, retry=false 2024-11-21T13:21:54,844 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Unable to get data of znode /11730123074/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:21:54,854 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11730123074/switch/merge already deleted, retry=false 2024-11-21T13:21:54,856 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Unable to get data of znode /11730123074/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:21:54,864 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11730123074/snapshot-cleanup already deleted, retry=false 2024-11-21T13:21:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11730123074/running 2024-11-21T13:21:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11730123074/running 2024-11-21T13:21:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:54,875 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,46817,1732195314395, sessionid=0x1015d8ecc090003, setting cluster-up flag (Was=false) 2024-11-21T13:21:54,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:54,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:54,927 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11730123074/flush-table-proc/acquired, /11730123074/flush-table-proc/reached, /11730123074/flush-table-proc/abort 2024-11-21T13:21:54,928 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,46817,1732195314395 2024-11-21T13:21:54,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:54,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:54,980 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11730123074/online-snapshot/acquired, /11730123074/online-snapshot/reached, /11730123074/online-snapshot/abort 2024-11-21T13:21:54,981 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,46817,1732195314395 2024-11-21T13:21:54,982 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:21:54,983 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:54,984 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:21:54,984 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:21:54,984 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,46817,1732195314395 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:21:54,985 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:54,985 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:54,985 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:54,985 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:21:54,986 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:21:54,986 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:54,986 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:21:54,986 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:55,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:21:55,002 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:55,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:21:55,012 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195345012 2024-11-21T13:21:55,012 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:21:55,012 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:21:55,012 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:21:55,012 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:21:55,012 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:21:55,012 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:21:55,013 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,022 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:21:55,022 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:21:55,022 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:21:55,022 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:21:55,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:21:55,024 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:21:55,024 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:21:55,024 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195315024,5,FailOnTimeoutGroup] 2024-11-21T13:21:55,024 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195315024,5,FailOnTimeoutGroup] 2024-11-21T13:21:55,025 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,025 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:21:55,025 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,025 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:21:55,025 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c 2024-11-21T13:21:55,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741832_1008 (size=32) 2024-11-21T13:21:55,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:55,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:21:55,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:21:55,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:55,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:55,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:21:55,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:21:55,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:55,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:55,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:21:55,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:21:55,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:55,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:55,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:21:55,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:21:55,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:55,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:55,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:21:55,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740 2024-11-21T13:21:55,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740 2024-11-21T13:21:55,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:21:55,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:21:55,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:55,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:21:55,056 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:55,057 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65609151, jitterRate=-0.02234746515750885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:55,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195315042Initializing all the Stores at 1732195315042Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195315042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195315044 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195315044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195315044Cleaning up temporary data from old regions at 1732195315053 (+9 ms)Region opened successfully at 1732195315057 (+4 ms) 2024-11-21T13:21:55,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:21:55,057 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:21:55,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:21:55,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:21:55,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:21:55,062 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:21:55,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195315057Disabling compacts and flushes for region at 1732195315057Disabling writes for close at 1732195315057Writing region close event to WAL at 1732195315062 (+5 ms)Closed at 1732195315062 2024-11-21T13:21:55,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:55,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:21:55,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:21:55,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:21:55,068 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:21:55,073 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(746): ClusterId : cf62745a-93bd-4d4b-b965-0999eba3f17c 2024-11-21T13:21:55,073 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:21:55,086 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:21:55,086 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:21:55,097 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:21:55,097 DEBUG [RS:0;4fe6efa1e611:33445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34be0c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:21:55,112 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:33445 2024-11-21T13:21:55,112 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:21:55,112 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:21:55,112 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:21:55,113 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,46817,1732195314395 with port=33445, startcode=1732195314542 2024-11-21T13:21:55,113 DEBUG [RS:0;4fe6efa1e611:33445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:21:55,117 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:21:55,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,33445,1732195314542 2024-11-21T13:21:55,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46817 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,33445,1732195314542 2024-11-21T13:21:55,119 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c 2024-11-21T13:21:55,119 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36517 2024-11-21T13:21:55,119 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:21:55,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074/rs 2024-11-21T13:21:55,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,33445,1732195314542] 2024-11-21T13:21:55,130 DEBUG [RS:0;4fe6efa1e611:33445 {}] zookeeper.ZKUtil(111): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Set watcher on existing znode=/11730123074/rs/4fe6efa1e611,33445,1732195314542 2024-11-21T13:21:55,130 WARN [RS:0;4fe6efa1e611:33445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:21:55,130 INFO [RS:0;4fe6efa1e611:33445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:55,130 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542 2024-11-21T13:21:55,140 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:21:55,143 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:21:55,143 INFO [RS:0;4fe6efa1e611:33445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:21:55,143 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,146 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:21:55,147 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:21:55,147 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:21:55,147 DEBUG [RS:0;4fe6efa1e611:33445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:21:55,162 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,162 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,162 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,162 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,162 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,162 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33445,1732195314542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:21:55,181 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:21:55,181 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33445,1732195314542-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,181 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,181 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.Replication(171): 4fe6efa1e611,33445,1732195314542 started 2024-11-21T13:21:55,199 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,199 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,33445,1732195314542, RpcServer on 4fe6efa1e611/172.17.0.2:33445, sessionid=0x1015d8ecc090004 2024-11-21T13:21:55,199 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:21:55,199 DEBUG [RS:0;4fe6efa1e611:33445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,33445,1732195314542 2024-11-21T13:21:55,199 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,33445,1732195314542' 2024-11-21T13:21:55,199 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11730123074/flush-table-proc/abort' 2024-11-21T13:21:55,200 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11730123074/flush-table-proc/acquired' 2024-11-21T13:21:55,200 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:21:55,200 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:21:55,200 DEBUG [RS:0;4fe6efa1e611:33445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,33445,1732195314542 2024-11-21T13:21:55,200 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,33445,1732195314542' 2024-11-21T13:21:55,200 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11730123074/online-snapshot/abort' 2024-11-21T13:21:55,201 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11730123074/online-snapshot/acquired' 2024-11-21T13:21:55,201 DEBUG [RS:0;4fe6efa1e611:33445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:21:55,201 INFO [RS:0;4fe6efa1e611:33445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:21:55,201 INFO [RS:0;4fe6efa1e611:33445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:21:55,218 WARN [4fe6efa1e611:46817 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T13:21:55,301 INFO [RS:0;4fe6efa1e611:33445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:21:55,303 INFO [RS:0;4fe6efa1e611:33445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C33445%2C1732195314542, suffix=, logDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542, archiveDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/oldWALs, maxLogs=10 2024-11-21T13:21:55,319 DEBUG [RS:0;4fe6efa1e611:33445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303, exclude list is [], retry=0 2024-11-21T13:21:55,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38309,DS-88927232-5aee-4988-8eab-0e223f18bc14,DISK] 2024-11-21T13:21:55,323 INFO [RS:0;4fe6efa1e611:33445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 2024-11-21T13:21:55,323 DEBUG [RS:0;4fe6efa1e611:33445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41937:41937)] 2024-11-21T13:21:55,472 DEBUG [4fe6efa1e611:46817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:21:55,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,33445,1732195314542 2024-11-21T13:21:55,474 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,33445,1732195314542, state=OPENING 2024-11-21T13:21:55,580 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:21:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:21:55,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11730123074/meta-region-server: CHANGED 2024-11-21T13:21:55,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11730123074/meta-region-server: CHANGED 2024-11-21T13:21:55,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:21:55,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,33445,1732195314542}] 2024-11-21T13:21:55,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:21:55,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:21:55,762 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:21:55,768 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:55,768 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:21:55,769 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C33445%2C1732195314542.meta, suffix=.meta, logDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542, archiveDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/oldWALs, maxLogs=10 2024-11-21T13:21:55,790 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.meta.1732195315769.meta, exclude list is [], retry=0 2024-11-21T13:21:55,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38309,DS-88927232-5aee-4988-8eab-0e223f18bc14,DISK] 2024-11-21T13:21:55,801 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.meta.1732195315769.meta 2024-11-21T13:21:55,801 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41937:41937)] 2024-11-21T13:21:55,801 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:55,801 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:21:55,802 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:21:55,802 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:21:55,802 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:21:55,802 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:21:55,802 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:55,802 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:21:55,802 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:21:55,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:21:55,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:21:55,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:55,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:55,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:21:55,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:21:55,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:55,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:55,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:21:55,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:21:55,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:55,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:55,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:21:55,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:21:55,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:55,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:55,814 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:21:55,814 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740 2024-11-21T13:21:55,815 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740 2024-11-21T13:21:55,816 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:21:55,816 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:21:55,816 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:55,817 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:21:55,817 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63043128, jitterRate=-0.060584187507629395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:55,817 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:21:55,818 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195315802Writing region info on filesystem at 1732195315802Initializing all the Stores at 1732195315803 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195315803Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195315808 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195315808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195315808Cleaning up temporary data from old regions at 1732195315816 (+8 ms)Running coprocessor post-open hooks at 1732195315817 (+1 ms)Region opened successfully at 1732195315817 2024-11-21T13:21:55,818 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195315756 2024-11-21T13:21:55,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,33445,1732195314542 2024-11-21T13:21:55,821 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,33445,1732195314542, state=OPEN 2024-11-21T13:21:55,823 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:21:55,823 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:21:55,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11730123074/meta-region-server 2024-11-21T13:21:55,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11730123074/meta-region-server: CHANGED 2024-11-21T13:21:55,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11730123074/meta-region-server 2024-11-21T13:21:55,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11730123074/meta-region-server: CHANGED 2024-11-21T13:21:55,834 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,33445,1732195314542 2024-11-21T13:21:55,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:21:55,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,33445,1732195314542 in 232 msec 2024-11-21T13:21:55,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:21:55,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 771 msec 2024-11-21T13:21:55,838 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:21:55,838 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:21:55,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:55,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,33445,1732195314542, seqNum=-1] 2024-11-21T13:21:55,840 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:55,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:55,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 862 msec 2024-11-21T13:21:55,845 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195315845, completionTime=-1 2024-11-21T13:21:55,845 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:21:55,845 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:21:55,847 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:21:55,847 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195375847 2024-11-21T13:21:55,847 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195435847 2024-11-21T13:21:55,847 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:21:55,847 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46817,1732195314395-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,847 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46817,1732195314395-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,847 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46817,1732195314395-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,848 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:46817, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,848 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,848 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,849 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:21:55,851 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.222sec 2024-11-21T13:21:55,851 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:21:55,851 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:21:55,851 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:21:55,851 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:21:55,851 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:21:55,851 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46817,1732195314395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:21:55,851 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46817,1732195314395-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:21:55,869 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:21:55,869 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:21:55,869 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46817,1732195314395-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:21:55,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5658ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:55,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46817,-1 for getting cluster id 2024-11-21T13:21:55,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:21:55,876 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf62745a-93bd-4d4b-b965-0999eba3f17c' 2024-11-21T13:21:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:21:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf62745a-93bd-4d4b-b965-0999eba3f17c" 2024-11-21T13:21:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70643ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46817,-1] 2024-11-21T13:21:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:21:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:21:55,878 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:21:55,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7a0f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:21:55,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:21:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,33445,1732195314542, seqNum=-1] 2024-11-21T13:21:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:21:55,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:21:55,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,46817,1732195314395 2024-11-21T13:21:55,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56925 2024-11-21T13:21:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:55,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d8ecc090005 connected 2024-11-21T13:21:55,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/hadoop.log.dir so I do NOT create it in target/test-data/64064d13-04d3-a12e-b989-31579dd60855 2024-11-21T13:21:55,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:21:55,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/hadoop.tmp.dir so I do NOT create it in target/test-data/64064d13-04d3-a12e-b989-31579dd60855 2024-11-21T13:21:55,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:21:55,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855 2024-11-21T13:21:55,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:21:55,916 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/cluster_f955bb26-5e11-55c2-fab0-d0979a26ec5b, deleteOnExit=true 2024-11-21T13:21:55,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:21:55,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/test.cache.data in system properties and HBase conf 2024-11-21T13:21:55,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:21:55,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:21:55,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:21:55,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:21:55,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:21:55,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:21:55,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:55,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:21:55,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:21:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:21:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:21:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:21:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:21:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:21:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:21:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:21:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:21:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:21:56,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:56,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:56,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:56,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:56,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:21:56,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:56,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29005a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:56,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7faaa4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:56,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ee3af29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/java.io.tmpdir/jetty-localhost-43003-hadoop-hdfs-3_4_1-tests_jar-_-any-14923113952220211601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:21:56,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f086221{HTTP/1.1, (http/1.1)}{localhost:43003} 2024-11-21T13:21:56,388 INFO [Time-limited test {}] server.Server(415): Started @287812ms 2024-11-21T13:21:56,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:21:56,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:21:56,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:21:56,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:21:56,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:21:56,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e6d766e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:21:56,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@450ae647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:21:56,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44490879{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/java.io.tmpdir/jetty-localhost-39841-hadoop-hdfs-3_4_1-tests_jar-_-any-16499643518622946435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:21:56,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9ff306c{HTTP/1.1, (http/1.1)}{localhost:39841} 2024-11-21T13:21:56,884 INFO [Time-limited test {}] server.Server(415): Started @288308ms 2024-11-21T13:21:56,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:21:57,389 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:21:57,389 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:21:57,389 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88871 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:21:57,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:21:58,029 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/cluster_f955bb26-5e11-55c2-fab0-d0979a26ec5b/data/data1/current/BP-343057948-172.17.0.2-1732195315936/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:58,029 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/cluster_f955bb26-5e11-55c2-fab0-d0979a26ec5b/data/data2/current/BP-343057948-172.17.0.2-1732195315936/current, will proceed with Du for space computation calculation, 2024-11-21T13:21:58,048 WARN [Thread-3671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:21:58,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9241ae1305cb81ee with lease ID 0x6e43b05ba6ed70b9: Processing first storage report for DS-a72fcee9-ea18-4313-a206-17aacbb91555 from datanode DatanodeRegistration(127.0.0.1:45993, datanodeUuid=53a37108-b972-4aaf-81b6-e1f7c5f1b64d, infoPort=44921, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=1985064539;c=1732195315936) 2024-11-21T13:21:58,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9241ae1305cb81ee with lease ID 0x6e43b05ba6ed70b9: from storage DS-a72fcee9-ea18-4313-a206-17aacbb91555 node DatanodeRegistration(127.0.0.1:45993, datanodeUuid=53a37108-b972-4aaf-81b6-e1f7c5f1b64d, infoPort=44921, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=1985064539;c=1732195315936), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:58,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9241ae1305cb81ee with lease ID 0x6e43b05ba6ed70b9: Processing first storage report for DS-b16e67d6-0b6d-4ae9-bf8e-65c8ae9004d9 from datanode DatanodeRegistration(127.0.0.1:45993, datanodeUuid=53a37108-b972-4aaf-81b6-e1f7c5f1b64d, infoPort=44921, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=1985064539;c=1732195315936) 2024-11-21T13:21:58,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9241ae1305cb81ee with lease ID 0x6e43b05ba6ed70b9: from storage DS-b16e67d6-0b6d-4ae9-bf8e-65c8ae9004d9 node DatanodeRegistration(127.0.0.1:45993, datanodeUuid=53a37108-b972-4aaf-81b6-e1f7c5f1b64d, infoPort=44921, infoSecurePort=0, ipcPort=39765, storageInfo=lv=-57;cid=testClusterID;nsid=1985064539;c=1732195315936), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:21:58,052 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:21:58,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:21:58,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855 2024-11-21T13:21:58,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:58,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:21:58,551 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8 with version=8 2024-11-21T13:21:58,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/hbase-staging 2024-11-21T13:21:58,553 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:58,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:58,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:58,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:58,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:58,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:58,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:21:58,554 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:58,556 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46035 2024-11-21T13:21:58,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46035 connecting to ZooKeeper ensemble=127.0.0.1:56925 2024-11-21T13:21:58,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460350x0, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:58,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46035-0x1015d8ecc090006 connected 2024-11-21T13:21:58,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:58,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:58,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Set watcher on znode that does not yet exist, /21076096300/running 2024-11-21T13:21:58,707 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8, hbase.cluster.distributed=false 2024-11-21T13:21:58,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Set watcher on znode that does not yet exist, /21076096300/acl 2024-11-21T13:21:58,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-21T13:21:58,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46035 2024-11-21T13:21:58,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46035 2024-11-21T13:21:58,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-21T13:21:58,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-21T13:21:58,755 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:21:58,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:58,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:58,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:21:58,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:21:58,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:21:58,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:21:58,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:21:58,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37967 2024-11-21T13:21:58,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37967 connecting to ZooKeeper ensemble=127.0.0.1:56925 2024-11-21T13:21:58,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:58,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:58,801 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379670x0, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:21:58,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379670x0, quorum=127.0.0.1:56925, baseZNode=/21076096300 Set watcher on znode that does not yet exist, /21076096300/running 2024-11-21T13:21:58,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37967-0x1015d8ecc090007 connected 2024-11-21T13:21:58,802 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:21:58,803 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:21:58,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Set watcher on znode that does not yet exist, /21076096300/master 2024-11-21T13:21:58,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Set watcher on znode that does not yet exist, /21076096300/acl 2024-11-21T13:21:58,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-21T13:21:58,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37967 2024-11-21T13:21:58,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37967 2024-11-21T13:21:58,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-21T13:21:58,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-21T13:21:58,834 DEBUG [M:0;4fe6efa1e611:46035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:46035 2024-11-21T13:21:58,836 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21076096300/backup-masters/4fe6efa1e611,46035,1732195318553 2024-11-21T13:21:58,895 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300/backup-masters 2024-11-21T13:21:58,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300/backup-masters 2024-11-21T13:21:58,896 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Set watcher on existing znode=/21076096300/backup-masters/4fe6efa1e611,46035,1732195318553 2024-11-21T13:21:58,948 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21076096300/master 2024-11-21T13:21:58,948 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:21:58,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:21:58,952 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Set watcher on existing znode=/21076096300/master 2024-11-21T13:21:58,953 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21076096300/backup-masters/4fe6efa1e611,46035,1732195318553 from backup master directory 2024-11-21T13:21:59,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21076096300/backup-masters/4fe6efa1e611,46035,1732195318553 2024-11-21T13:21:59,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300/backup-masters 2024-11-21T13:21:59,012 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300/backup-masters 2024-11-21T13:21:59,012 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:21:59,012 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,46035,1732195318553 2024-11-21T13:21:59,019 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/hbase.id] with ID: 32ed5865-6291-4a80-90da-8b6aa1b13896 2024-11-21T13:21:59,019 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/.tmp/hbase.id 2024-11-21T13:21:59,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:21:59,030 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/.tmp/hbase.id]:[hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/hbase.id] 2024-11-21T13:21:59,041 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:21:59,041 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:21:59,042 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:21:59,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:21:59,075 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:21:59,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:21:59,080 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:21:59,080 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:21:59,081 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:21:59,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:21:59,485 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store 2024-11-21T13:21:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:21:59,890 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:59,890 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:21:59,890 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:59,890 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:59,891 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:21:59,891 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:59,891 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:21:59,891 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195319890Disabling compacts and flushes for region at 1732195319890Disabling writes for close at 1732195319891 (+1 ms)Writing region close event to WAL at 1732195319891Closed at 1732195319891 2024-11-21T13:21:59,891 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/.initializing 2024-11-21T13:21:59,891 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/WALs/4fe6efa1e611,46035,1732195318553 2024-11-21T13:21:59,892 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:21:59,893 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C46035%2C1732195318553, suffix=, logDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/WALs/4fe6efa1e611,46035,1732195318553, archiveDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/oldWALs, maxLogs=10 2024-11-21T13:21:59,919 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/WALs/4fe6efa1e611,46035,1732195318553/4fe6efa1e611%2C46035%2C1732195318553.1732195319893, exclude list is [], retry=0 2024-11-21T13:21:59,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45993,DS-a72fcee9-ea18-4313-a206-17aacbb91555,DISK] 2024-11-21T13:21:59,923 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/WALs/4fe6efa1e611,46035,1732195318553/4fe6efa1e611%2C46035%2C1732195318553.1732195319893 2024-11-21T13:21:59,923 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44921:44921)] 2024-11-21T13:21:59,923 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:21:59,923 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:21:59,923 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,923 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:21:59,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:59,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:21:59,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:21:59,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:59,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:59,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:21:59,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:59,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:59,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:21:59,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:21:59,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:21:59,929 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,929 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,929 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,930 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,930 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,930 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:21:59,931 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:21:59,932 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:21:59,932 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67842362, jitterRate=0.010929971933364868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:21:59,932 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195319923Initializing all the Stores at 1732195319924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195319924Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195319924Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195319924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195319924Cleaning up temporary data from old regions at 1732195319930 (+6 ms)Region opened successfully at 1732195319932 (+2 ms) 2024-11-21T13:21:59,933 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:21:59,934 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f61a626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:21:59,935 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:21:59,935 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:21:59,935 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:21:59,935 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:21:59,935 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:21:59,936 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:21:59,936 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:21:59,937 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:21:59,938 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Unable to get data of znode /21076096300/balancer because node does not exist (not necessarily an error) 2024-11-21T13:22:00,009 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21076096300/balancer already deleted, retry=false 2024-11-21T13:22:00,009 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:22:00,010 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Unable to get data of znode /21076096300/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:22:00,085 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21076096300/normalizer already deleted, retry=false 2024-11-21T13:22:00,085 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:22:00,086 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Unable to get data of znode /21076096300/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:22:00,144 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21076096300/switch/split already deleted, retry=false 2024-11-21T13:22:00,145 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Unable to get data of znode /21076096300/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:22:00,167 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21076096300/switch/merge already deleted, retry=false 2024-11-21T13:22:00,168 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Unable to get data of znode /21076096300/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:22:00,180 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21076096300/snapshot-cleanup already deleted, retry=false 2024-11-21T13:22:00,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21076096300/running 2024-11-21T13:22:00,190 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21076096300/running 2024-11-21T13:22:00,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:00,190 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:00,197 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,46035,1732195318553, sessionid=0x1015d8ecc090006, setting cluster-up flag (Was=false) 2024-11-21T13:22:00,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:00,219 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:00,251 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21076096300/flush-table-proc/acquired, /21076096300/flush-table-proc/reached, /21076096300/flush-table-proc/abort 2024-11-21T13:22:00,252 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,46035,1732195318553 2024-11-21T13:22:00,274 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:00,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:00,306 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21076096300/online-snapshot/acquired, /21076096300/online-snapshot/reached, /21076096300/online-snapshot/abort 2024-11-21T13:22:00,307 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,46035,1732195318553 2024-11-21T13:22:00,308 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:22:00,310 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:00,310 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:22:00,310 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:22:00,310 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,46035,1732195318553 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:22:00,311 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:00,312 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:00,312 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:00,312 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:00,312 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:22:00,312 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,312 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:22:00,312 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:00,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:22:00,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:00,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:22:00,328 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195350328 2024-11-21T13:22:00,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:22:00,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:22:00,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:22:00,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:22:00,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:22:00,329 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:22:00,330 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(746): ClusterId : 32ed5865-6291-4a80-90da-8b6aa1b13896 2024-11-21T13:22:00,330 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:22:00,338 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:22:00,338 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:22:00,340 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:22:00,350 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:22:00,350 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:22:00,350 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:22:00,350 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:22:00,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:22:00,351 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:22:00,351 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:22:00,351 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8 2024-11-21T13:22:00,350 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:22:00,351 DEBUG [RS:0;4fe6efa1e611:37967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162179d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:22:00,352 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195320351,5,FailOnTimeoutGroup] 2024-11-21T13:22:00,355 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195320352,5,FailOnTimeoutGroup] 2024-11-21T13:22:00,355 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,355 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:22:00,355 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,355 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741832_1008 (size=32) 2024-11-21T13:22:00,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:00,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:22:00,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:22:00,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:00,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:00,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:22:00,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:22:00,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:00,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:00,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:22:00,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:22:00,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:00,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:00,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:22:00,369 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:37967 2024-11-21T13:22:00,370 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:22:00,370 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:22:00,370 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:22:00,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:22:00,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:00,370 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,46035,1732195318553 with port=37967, startcode=1732195318754 2024-11-21T13:22:00,370 DEBUG [RS:0;4fe6efa1e611:37967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:22:00,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:00,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:22:00,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740 2024-11-21T13:22:00,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740 2024-11-21T13:22:00,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:22:00,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:22:00,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:00,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:22:00,377 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:00,377 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:22:00,377 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73845706, jitterRate=0.10038676857948303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:00,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195320365Initializing all the Stores at 1732195320365Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195320365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195320366 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195320366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195320366Cleaning up temporary data from old regions at 1732195320372 (+6 ms)Region opened successfully at 1732195320377 (+5 ms) 2024-11-21T13:22:00,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:22:00,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:00,377 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:22:00,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:22:00,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46035 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:00,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:22:00,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:22:00,378 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:22:00,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195320377Disabling compacts and flushes for region at 1732195320377Disabling writes for close at 1732195320377Writing region close event to WAL at 1732195320378 (+1 ms)Closed at 1732195320378 2024-11-21T13:22:00,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:00,379 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8 2024-11-21T13:22:00,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:22:00,379 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42359 2024-11-21T13:22:00,379 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:22:00,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:22:00,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:22:00,380 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:22:00,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300/rs 2024-11-21T13:22:00,437 DEBUG [RS:0;4fe6efa1e611:37967 {}] zookeeper.ZKUtil(111): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Set watcher on existing znode=/21076096300/rs/4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:00,437 WARN [RS:0;4fe6efa1e611:37967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:22:00,437 INFO [RS:0;4fe6efa1e611:37967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:00,437 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:00,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,37967,1732195318754] 2024-11-21T13:22:00,442 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:22:00,443 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:22:00,444 INFO [RS:0;4fe6efa1e611:37967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:22:00,444 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,444 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:22:00,448 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:22:00,448 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:22:00,449 DEBUG [RS:0;4fe6efa1e611:37967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:22:00,452 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,452 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,452 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,452 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,452 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,452 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37967,1732195318754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:22:00,471 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:22:00,471 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,37967,1732195318754-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,471 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,471 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.Replication(171): 4fe6efa1e611,37967,1732195318754 started 2024-11-21T13:22:00,491 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:00,491 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,37967,1732195318754, RpcServer on 4fe6efa1e611/172.17.0.2:37967, sessionid=0x1015d8ecc090007 2024-11-21T13:22:00,492 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:22:00,492 DEBUG [RS:0;4fe6efa1e611:37967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:00,492 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,37967,1732195318754' 2024-11-21T13:22:00,492 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21076096300/flush-table-proc/abort' 2024-11-21T13:22:00,492 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21076096300/flush-table-proc/acquired' 2024-11-21T13:22:00,493 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:22:00,493 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:22:00,493 DEBUG [RS:0;4fe6efa1e611:37967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:00,493 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,37967,1732195318754' 2024-11-21T13:22:00,493 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21076096300/online-snapshot/abort' 2024-11-21T13:22:00,493 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21076096300/online-snapshot/acquired' 2024-11-21T13:22:00,493 DEBUG [RS:0;4fe6efa1e611:37967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:22:00,493 INFO [RS:0;4fe6efa1e611:37967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:22:00,493 INFO [RS:0;4fe6efa1e611:37967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:22:00,530 WARN [4fe6efa1e611:46035 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T13:22:00,594 INFO [RS:0;4fe6efa1e611:37967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:22:00,595 INFO [RS:0;4fe6efa1e611:37967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C37967%2C1732195318754, suffix=, logDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754, archiveDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/oldWALs, maxLogs=10 2024-11-21T13:22:00,611 DEBUG [RS:0;4fe6efa1e611:37967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595, exclude list is [], retry=0 2024-11-21T13:22:00,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45993,DS-a72fcee9-ea18-4313-a206-17aacbb91555,DISK] 2024-11-21T13:22:00,614 INFO [RS:0;4fe6efa1e611:37967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 2024-11-21T13:22:00,615 DEBUG [RS:0;4fe6efa1e611:37967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44921:44921)] 2024-11-21T13:22:00,781 DEBUG [4fe6efa1e611:46035 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:22:00,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:00,782 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,37967,1732195318754, state=OPENING 2024-11-21T13:22:00,790 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:22:00,801 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:00,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:00,801 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:22:00,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,37967,1732195318754}] 2024-11-21T13:22:00,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21076096300/meta-region-server: CHANGED 2024-11-21T13:22:00,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21076096300/meta-region-server: CHANGED 2024-11-21T13:22:00,953 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:22:00,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:22:00,956 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:22:00,956 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:00,957 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:22:00,958 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C37967%2C1732195318754.meta, suffix=.meta, logDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754, archiveDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/oldWALs, maxLogs=10 2024-11-21T13:22:00,971 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.meta.1732195320958.meta, exclude list is [], retry=0 2024-11-21T13:22:00,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45993,DS-a72fcee9-ea18-4313-a206-17aacbb91555,DISK] 2024-11-21T13:22:00,974 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.meta.1732195320958.meta 2024-11-21T13:22:00,976 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44921:44921)] 2024-11-21T13:22:00,976 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:00,977 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:00,977 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:22:00,977 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:22:00,977 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:22:00,977 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:22:00,977 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:00,977 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:22:00,977 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:22:00,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:22:00,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:22:00,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:00,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:00,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:22:00,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:22:00,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:00,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:00,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:22:00,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:22:00,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:00,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:00,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:22:00,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:22:00,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:00,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:00,984 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:22:00,984 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740 2024-11-21T13:22:00,985 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740 2024-11-21T13:22:00,986 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:22:00,986 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:22:00,986 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:00,987 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:22:00,987 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61352805, jitterRate=-0.08577196300029755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:00,987 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:22:00,987 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195320978Writing region info on filesystem at 1732195320978Initializing all the Stores at 1732195320978Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195320978Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195320979 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195320979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195320979Cleaning up temporary data from old regions at 1732195320986 (+7 ms)Running coprocessor post-open hooks at 1732195320987 (+1 ms)Region opened successfully at 1732195320987 2024-11-21T13:22:00,988 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195320953 2024-11-21T13:22:00,990 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:22:00,990 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:22:00,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:00,991 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,37967,1732195318754, state=OPEN 2024-11-21T13:22:01,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21076096300/meta-region-server 2024-11-21T13:22:01,001 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21076096300/meta-region-server 2024-11-21T13:22:01,001 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:01,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21076096300/meta-region-server: CHANGED 2024-11-21T13:22:01,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21076096300/meta-region-server: CHANGED 2024-11-21T13:22:01,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:22:01,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,37967,1732195318754 in 200 msec 2024-11-21T13:22:01,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:22:01,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-11-21T13:22:01,005 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:01,005 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:22:01,006 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:01,006 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37967,1732195318754, seqNum=-1] 2024-11-21T13:22:01,007 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:01,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:01,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 703 msec 2024-11-21T13:22:01,013 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195321013, completionTime=-1 2024-11-21T13:22:01,013 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:22:01,013 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:22:01,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:22:01,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195381015 2024-11-21T13:22:01,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195441015 2024-11-21T13:22:01,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:22:01,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46035,1732195318553-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:01,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46035,1732195318553-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:01,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46035,1732195318553-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:01,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:46035, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:01,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:01,015 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:01,017 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:22:01,018 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.006sec 2024-11-21T13:22:01,018 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:22:01,018 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:22:01,018 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:22:01,018 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:22:01,018 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:22:01,018 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46035,1732195318553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:22:01,018 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46035,1732195318553-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:22:01,020 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:22:01,020 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:22:01,020 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,46035,1732195318553-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:01,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d4f366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:01,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46035,-1 for getting cluster id 2024-11-21T13:22:01,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:01,031 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32ed5865-6291-4a80-90da-8b6aa1b13896' 2024-11-21T13:22:01,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:01,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32ed5865-6291-4a80-90da-8b6aa1b13896" 2024-11-21T13:22:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d1626d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46035,-1] 2024-11-21T13:22:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:01,033 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:01,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9afbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:01,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37967,1732195318754, seqNum=-1] 2024-11-21T13:22:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:01,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:01,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,46035,1732195318553 2024-11-21T13:22:01,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56925 2024-11-21T13:22:01,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:01,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015d8ecc090008 connected 2024-11-21T13:22:01,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33869,1732195309734 2024-11-21T13:22:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@244a85d8 2024-11-21T13:22:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:01,065 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:01,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:22:01,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:22:01,068 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:01,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:22:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:01,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:22:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:22:01,081 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17e50cb7eb7c59291e2662bb706cbfd5, NAME => 'test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04 2024-11-21T13:22:01,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:22:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:01,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:01,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 17e50cb7eb7c59291e2662bb706cbfd5, disabling compactions & flushes 2024-11-21T13:22:01,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:01,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:01,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. after waiting 0 ms 2024-11-21T13:22:01,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:01,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:01,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17e50cb7eb7c59291e2662bb706cbfd5: Waiting for close lock at 1732195321486Disabling compacts and flushes for region at 1732195321486Disabling writes for close at 1732195321486Writing region close event to WAL at 1732195321486Closed at 1732195321486 2024-11-21T13:22:01,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:22:01,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195321487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195321487"}]},"ts":"1732195321487"} 2024-11-21T13:22:01,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:22:01,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:22:01,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195321490"}]},"ts":"1732195321490"} 2024-11-21T13:22:01,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:22:01,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17e50cb7eb7c59291e2662bb706cbfd5, ASSIGN}] 2024-11-21T13:22:01,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17e50cb7eb7c59291e2662bb706cbfd5, ASSIGN 2024-11-21T13:22:01,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=17e50cb7eb7c59291e2662bb706cbfd5, ASSIGN; state=OFFLINE, location=4fe6efa1e611,42223,1732195309945; forceNewPlan=false, retain=false 2024-11-21T13:22:01,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17e50cb7eb7c59291e2662bb706cbfd5, regionState=OPENING, regionLocation=4fe6efa1e611,42223,1732195309945 2024-11-21T13:22:01,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=17e50cb7eb7c59291e2662bb706cbfd5, ASSIGN because future has completed 2024-11-21T13:22:01,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17e50cb7eb7c59291e2662bb706cbfd5, server=4fe6efa1e611,42223,1732195309945}] 2024-11-21T13:22:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:01,802 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:01,802 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 17e50cb7eb7c59291e2662bb706cbfd5, NAME => 'test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:01,802 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:01,802 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:22:01,802 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,803 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:01,803 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,803 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,804 INFO [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,805 INFO [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17e50cb7eb7c59291e2662bb706cbfd5 columnFamilyName f 2024-11-21T13:22:01,805 DEBUG [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:01,805 INFO [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] regionserver.HStore(327): Store=17e50cb7eb7c59291e2662bb706cbfd5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:01,805 INFO [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,806 INFO [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17e50cb7eb7c59291e2662bb706cbfd5 columnFamilyName f1 2024-11-21T13:22:01,806 DEBUG [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:01,806 INFO [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] regionserver.HStore(327): Store=17e50cb7eb7c59291e2662bb706cbfd5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:01,806 INFO [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,807 INFO [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17e50cb7eb7c59291e2662bb706cbfd5 columnFamilyName norep 2024-11-21T13:22:01,807 DEBUG [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:01,808 INFO [StoreOpener-17e50cb7eb7c59291e2662bb706cbfd5-1 {}] regionserver.HStore(327): Store=17e50cb7eb7c59291e2662bb706cbfd5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:01,808 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,808 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,809 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,810 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,810 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,810 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:22:01,811 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,813 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:01,813 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 17e50cb7eb7c59291e2662bb706cbfd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70993769, jitterRate=0.05788959562778473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:22:01,813 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:01,814 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 17e50cb7eb7c59291e2662bb706cbfd5: Running coprocessor pre-open hook at 1732195321803Writing region info on filesystem at 1732195321803Initializing all the Stores at 1732195321803Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195321803Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195321804 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195321804Cleaning up temporary data from old regions at 1732195321810 (+6 ms)Running coprocessor post-open hooks at 1732195321813 (+3 ms)Region opened successfully at 1732195321814 (+1 ms) 2024-11-21T13:22:01,815 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5., pid=6, masterSystemTime=1732195321799 2024-11-21T13:22:01,816 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:01,816 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:01,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17e50cb7eb7c59291e2662bb706cbfd5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,42223,1732195309945 2024-11-21T13:22:01,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17e50cb7eb7c59291e2662bb706cbfd5, server=4fe6efa1e611,42223,1732195309945 because future has completed 2024-11-21T13:22:01,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:22:01,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 17e50cb7eb7c59291e2662bb706cbfd5, server=4fe6efa1e611,42223,1732195309945 in 172 msec 2024-11-21T13:22:01,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:22:01,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=17e50cb7eb7c59291e2662bb706cbfd5, ASSIGN in 329 msec 2024-11-21T13:22:01,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:22:01,824 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195321823"}]},"ts":"1732195321823"} 2024-11-21T13:22:01,825 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:22:01,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:22:01,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-21T13:22:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:02,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:02,209 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:22:02,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46817,1732195314395 2024-11-21T13:22:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24258046 2024-11-21T13:22:02,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:02,211 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:02,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:22:02,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:22:02,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:02,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:22:02,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:22:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:02,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:22:02,224 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ef21beb4e12e196e235463e74f5d5fd, NAME => 'test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c 2024-11-21T13:22:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:22:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:02,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:02,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ef21beb4e12e196e235463e74f5d5fd, disabling compactions & flushes 2024-11-21T13:22:02,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:02,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:02,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. after waiting 0 ms 2024-11-21T13:22:02,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:02,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:02,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ef21beb4e12e196e235463e74f5d5fd: Waiting for close lock at 1732195322630Disabling compacts and flushes for region at 1732195322630Disabling writes for close at 1732195322630Writing region close event to WAL at 1732195322630Closed at 1732195322630 2024-11-21T13:22:02,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:22:02,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195322631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195322631"}]},"ts":"1732195322631"} 2024-11-21T13:22:02,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:22:02,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:22:02,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195322634"}]},"ts":"1732195322634"} 2024-11-21T13:22:02,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:22:02,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ef21beb4e12e196e235463e74f5d5fd, ASSIGN}] 2024-11-21T13:22:02,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ef21beb4e12e196e235463e74f5d5fd, ASSIGN 2024-11-21T13:22:02,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ef21beb4e12e196e235463e74f5d5fd, ASSIGN; state=OFFLINE, location=4fe6efa1e611,33445,1732195314542; forceNewPlan=false, retain=false 2024-11-21T13:22:02,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ef21beb4e12e196e235463e74f5d5fd, regionState=OPENING, regionLocation=4fe6efa1e611,33445,1732195314542 2024-11-21T13:22:02,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ef21beb4e12e196e235463e74f5d5fd, ASSIGN because future has completed 2024-11-21T13:22:02,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ef21beb4e12e196e235463e74f5d5fd, server=4fe6efa1e611,33445,1732195314542}] 2024-11-21T13:22:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:02,946 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:02,946 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ef21beb4e12e196e235463e74f5d5fd, NAME => 'test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:02,946 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:02,946 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:22:02,946 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,946 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:02,946 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,946 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,947 INFO [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,948 INFO [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef21beb4e12e196e235463e74f5d5fd columnFamilyName f 2024-11-21T13:22:02,948 DEBUG [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:02,948 INFO [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] regionserver.HStore(327): Store=3ef21beb4e12e196e235463e74f5d5fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:02,948 INFO [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,949 INFO [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef21beb4e12e196e235463e74f5d5fd columnFamilyName f1 2024-11-21T13:22:02,949 DEBUG [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:02,949 INFO [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] regionserver.HStore(327): Store=3ef21beb4e12e196e235463e74f5d5fd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:02,949 INFO [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,950 INFO [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef21beb4e12e196e235463e74f5d5fd columnFamilyName norep 2024-11-21T13:22:02,950 DEBUG [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:02,950 INFO [StoreOpener-3ef21beb4e12e196e235463e74f5d5fd-1 {}] regionserver.HStore(327): Store=3ef21beb4e12e196e235463e74f5d5fd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:02,950 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,951 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,951 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,952 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,952 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,952 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:22:02,953 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,954 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:02,954 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ef21beb4e12e196e235463e74f5d5fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74183777, jitterRate=0.1054244190454483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:22:02,954 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:02,954 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ef21beb4e12e196e235463e74f5d5fd: Running coprocessor pre-open hook at 1732195322946Writing region info on filesystem at 1732195322946Initializing all the Stores at 1732195322947 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195322947Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195322947Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195322947Cleaning up temporary data from old regions at 1732195322952 (+5 ms)Running coprocessor post-open hooks at 1732195322954 (+2 ms)Region opened successfully at 1732195322954 2024-11-21T13:22:02,955 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd., pid=6, masterSystemTime=1732195322943 2024-11-21T13:22:02,956 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:02,956 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:02,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ef21beb4e12e196e235463e74f5d5fd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,33445,1732195314542 2024-11-21T13:22:02,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ef21beb4e12e196e235463e74f5d5fd, server=4fe6efa1e611,33445,1732195314542 because future has completed 2024-11-21T13:22:02,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:22:02,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ef21beb4e12e196e235463e74f5d5fd, server=4fe6efa1e611,33445,1732195314542 in 169 msec 2024-11-21T13:22:02,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:22:02,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ef21beb4e12e196e235463e74f5d5fd, ASSIGN in 324 msec 2024-11-21T13:22:02,964 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:22:02,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195322964"}]},"ts":"1732195322964"} 2024-11-21T13:22:02,966 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:22:02,967 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:22:02,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-21T13:22:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:03,349 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:22:03,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:03,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46035,1732195318553 2024-11-21T13:22:03,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de9ec7e 2024-11-21T13:22:03,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:03,352 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:03,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:22:03,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:22:03,356 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:03,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:22:03,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:22:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:03,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:22:03,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6c7eee09f5be7a7c08e15a9593c8051, NAME => 'test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8 2024-11-21T13:22:03,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:22:03,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T13:22:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:03,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:03,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c6c7eee09f5be7a7c08e15a9593c8051, disabling compactions & flushes 2024-11-21T13:22:03,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:03,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:03,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. after waiting 0 ms 2024-11-21T13:22:03,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:03,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:03,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6c7eee09f5be7a7c08e15a9593c8051: Waiting for close lock at 1732195323779Disabling compacts and flushes for region at 1732195323779Disabling writes for close at 1732195323779Writing region close event to WAL at 1732195323779Closed at 1732195323779 2024-11-21T13:22:03,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:22:03,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195323780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195323780"}]},"ts":"1732195323780"} 2024-11-21T13:22:03,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:22:03,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:22:03,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195323783"}]},"ts":"1732195323783"} 2024-11-21T13:22:03,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:22:03,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6c7eee09f5be7a7c08e15a9593c8051, ASSIGN}] 2024-11-21T13:22:03,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6c7eee09f5be7a7c08e15a9593c8051, ASSIGN 2024-11-21T13:22:03,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c6c7eee09f5be7a7c08e15a9593c8051, ASSIGN; state=OFFLINE, location=4fe6efa1e611,37967,1732195318754; forceNewPlan=false, retain=false 2024-11-21T13:22:03,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6c7eee09f5be7a7c08e15a9593c8051, regionState=OPENING, regionLocation=4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:03,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c6c7eee09f5be7a7c08e15a9593c8051, ASSIGN because future has completed 2024-11-21T13:22:03,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6c7eee09f5be7a7c08e15a9593c8051, server=4fe6efa1e611,37967,1732195318754}] 2024-11-21T13:22:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:04,097 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:04,097 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c6c7eee09f5be7a7c08e15a9593c8051, NAME => 'test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:04,098 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:04,098 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:22:04,098 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,098 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:04,098 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,098 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,099 INFO [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,101 INFO [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c7eee09f5be7a7c08e15a9593c8051 columnFamilyName f 2024-11-21T13:22:04,101 DEBUG [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:04,101 INFO [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] regionserver.HStore(327): Store=c6c7eee09f5be7a7c08e15a9593c8051/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:04,101 INFO [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,102 INFO [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c7eee09f5be7a7c08e15a9593c8051 columnFamilyName f1 2024-11-21T13:22:04,102 DEBUG [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:04,103 INFO [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] regionserver.HStore(327): Store=c6c7eee09f5be7a7c08e15a9593c8051/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:04,103 INFO [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,104 INFO [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c7eee09f5be7a7c08e15a9593c8051 columnFamilyName norep 2024-11-21T13:22:04,104 DEBUG [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:04,104 INFO [StoreOpener-c6c7eee09f5be7a7c08e15a9593c8051-1 {}] regionserver.HStore(327): Store=c6c7eee09f5be7a7c08e15a9593c8051/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:04,104 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,104 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,105 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,105 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,105 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,106 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:22:04,106 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,108 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:04,108 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c6c7eee09f5be7a7c08e15a9593c8051; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67872450, jitterRate=0.011378318071365356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:22:04,108 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:04,108 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c6c7eee09f5be7a7c08e15a9593c8051: Running coprocessor pre-open hook at 1732195324098Writing region info on filesystem at 1732195324098Initializing all the Stores at 1732195324099 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195324099Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195324099Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195324099Cleaning up temporary data from old regions at 1732195324105 (+6 ms)Running coprocessor post-open hooks at 1732195324108 (+3 ms)Region opened successfully at 1732195324108 2024-11-21T13:22:04,109 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051., pid=6, masterSystemTime=1732195324091 2024-11-21T13:22:04,111 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:04,111 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:04,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6c7eee09f5be7a7c08e15a9593c8051, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:04,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6c7eee09f5be7a7c08e15a9593c8051, server=4fe6efa1e611,37967,1732195318754 because future has completed 2024-11-21T13:22:04,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:22:04,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c6c7eee09f5be7a7c08e15a9593c8051, server=4fe6efa1e611,37967,1732195318754 in 175 msec 2024-11-21T13:22:04,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:22:04,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c6c7eee09f5be7a7c08e15a9593c8051, ASSIGN in 332 msec 2024-11-21T13:22:04,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:22:04,118 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195324118"}]},"ts":"1732195324118"} 2024-11-21T13:22:04,120 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:22:04,121 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:22:04,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-21T13:22:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T13:22:04,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T13:22:04,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:22:04,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T13:22:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:04,499 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:22:04,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1ee48d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:04,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33869,-1 for getting cluster id 2024-11-21T13:22:04,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:04,501 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea892523-9684-423a-ba6a-78fca1fae078' 2024-11-21T13:22:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea892523-9684-423a-ba6a-78fca1fae078" 2024-11-21T13:22:04,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e981adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:04,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33869,-1] 2024-11-21T13:22:04,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:04,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:04,503 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:04,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2de5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:04,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33869,1732195309734 2024-11-21T13:22:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e9e753 2024-11-21T13:22:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:04,506 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:04,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:46817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:22:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:22:04,511 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:46817' 2024-11-21T13:22:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:04,519 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47076613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:04,519 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46817,-1 for getting cluster id 2024-11-21T13:22:04,520 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:04,520 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf62745a-93bd-4d4b-b965-0999eba3f17c' 2024-11-21T13:22:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf62745a-93bd-4d4b-b965-0999eba3f17c" 2024-11-21T13:22:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea90d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46817,-1] 2024-11-21T13:22:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:04,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:04,522 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:04,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426a798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:04,524 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:04,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46817,1732195314395 2024-11-21T13:22:04,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@725abb0b 2024-11-21T13:22:04,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:04,526 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:04,527 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:22:04,527 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:22:04,527 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:04,528 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:04,528 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:04,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:04,530 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:22:04,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:22:04,531 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:04,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:22:04,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:22:04,565 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b7a1356c567b8bcf3136c35bbd01160, NAME => 'hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04 2024-11-21T13:22:04,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:22:04,580 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:22:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:04,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:04,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b7a1356c567b8bcf3136c35bbd01160, disabling compactions & flushes 2024-11-21T13:22:04,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:04,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:04,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. after waiting 0 ms 2024-11-21T13:22:04,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:04,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:04,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b7a1356c567b8bcf3136c35bbd01160: Waiting for close lock at 1732195324972Disabling compacts and flushes for region at 1732195324972Disabling writes for close at 1732195324972Writing region close event to WAL at 1732195324972Closed at 1732195324972 2024-11-21T13:22:04,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:22:04,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195324973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195324973"}]},"ts":"1732195324973"} 2024-11-21T13:22:04,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:22:04,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:22:04,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195324975"}]},"ts":"1732195324975"} 2024-11-21T13:22:04,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:22:04,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7a1356c567b8bcf3136c35bbd01160, ASSIGN}] 2024-11-21T13:22:04,978 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7a1356c567b8bcf3136c35bbd01160, ASSIGN 2024-11-21T13:22:04,979 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b7a1356c567b8bcf3136c35bbd01160, ASSIGN; state=OFFLINE, location=4fe6efa1e611,42223,1732195309945; forceNewPlan=false, retain=false 2024-11-21T13:22:05,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b7a1356c567b8bcf3136c35bbd01160, regionState=OPENING, regionLocation=4fe6efa1e611,42223,1732195309945 2024-11-21T13:22:05,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b7a1356c567b8bcf3136c35bbd01160, ASSIGN because future has completed 2024-11-21T13:22:05,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7a1356c567b8bcf3136c35bbd01160, server=4fe6efa1e611,42223,1732195309945}] 2024-11-21T13:22:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:05,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:05,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:05,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:22:05,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C42223%2C1732195309945.rep, suffix=, logDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945, archiveDir=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/oldWALs, maxLogs=10 2024-11-21T13:22:05,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.rep.1732195325288, exclude list is [], retry=0 2024-11-21T13:22:05,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39845,DS-96820dd4-642b-4313-a218-0c9dc15b617f,DISK] 2024-11-21T13:22:05,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.rep.1732195325288 2024-11-21T13:22:05,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46325:46325)] 2024-11-21T13:22:05,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b7a1356c567b8bcf3136c35bbd01160, NAME => 'hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:05,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:05,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:22:05,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. service=MultiRowMutationService 2024-11-21T13:22:05,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:22:05,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:05,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,312 INFO [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,313 INFO [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7a1356c567b8bcf3136c35bbd01160 columnFamilyName hfileref 2024-11-21T13:22:05,313 DEBUG [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:05,313 INFO [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] regionserver.HStore(327): Store=9b7a1356c567b8bcf3136c35bbd01160/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:05,314 INFO [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,314 INFO [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7a1356c567b8bcf3136c35bbd01160 columnFamilyName queue 2024-11-21T13:22:05,314 DEBUG [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:05,314 INFO [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] regionserver.HStore(327): Store=9b7a1356c567b8bcf3136c35bbd01160/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:05,315 INFO [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,315 INFO [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7a1356c567b8bcf3136c35bbd01160 columnFamilyName sid 2024-11-21T13:22:05,315 DEBUG [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:05,315 INFO [StoreOpener-9b7a1356c567b8bcf3136c35bbd01160-1 {}] regionserver.HStore(327): Store=9b7a1356c567b8bcf3136c35bbd01160/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:05,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/replication/9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/replication/9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:22:05,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/replication/9b7a1356c567b8bcf3136c35bbd01160/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:05,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9b7a1356c567b8bcf3136c35bbd01160; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62036198, jitterRate=-0.07558861374855042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:22:05,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:05,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9b7a1356c567b8bcf3136c35bbd01160: Running coprocessor pre-open hook at 1732195325309Writing region info on filesystem at 1732195325309Initializing all the Stores at 1732195325310 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195325310Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195325312 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195325312Cleaning up temporary data from old regions at 1732195325317 (+5 ms)Running coprocessor post-open hooks at 1732195325321 (+4 ms)Region opened successfully at 1732195325321 2024-11-21T13:22:05,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160., pid=10, masterSystemTime=1732195325283 2024-11-21T13:22:05,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:05,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:05,324 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b7a1356c567b8bcf3136c35bbd01160, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,42223,1732195309945 2024-11-21T13:22:05,326 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33869 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4fe6efa1e611,42223,1732195309945, table=hbase:replication, region=9b7a1356c567b8bcf3136c35bbd01160. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T13:22:05,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7a1356c567b8bcf3136c35bbd01160, server=4fe6efa1e611,42223,1732195309945 because future has completed 2024-11-21T13:22:05,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:22:05,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b7a1356c567b8bcf3136c35bbd01160, server=4fe6efa1e611,42223,1732195309945 in 197 msec 2024-11-21T13:22:05,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:22:05,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7a1356c567b8bcf3136c35bbd01160, ASSIGN in 353 msec 2024-11-21T13:22:05,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:22:05,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195325332"}]},"ts":"1732195325332"} 2024-11-21T13:22:05,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:22:05,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:22:05,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 806 msec 2024-11-21T13:22:05,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160., hostname=4fe6efa1e611,42223,1732195309945, seqNum=2] 2024-11-21T13:22:05,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:22:05,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:22:05,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:22:05,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42223 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:22:05,594 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:22:05,619 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,42223,1732195309945, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:22:05,619 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:05,619 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,42223,1732195309945, seqNum=-1] 2024-11-21T13:22:05,620 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:05,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-21T13:22:05,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,42223,1732195309945', locateType=CURRENT is [region=hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160., hostname=4fe6efa1e611,42223,1732195309945, seqNum=2] 2024-11-21T13:22:05,624 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:22:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:22:05,626 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,42223,1732195309945 suceeded 2024-11-21T13:22:05,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:22:05,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-21T13:22:05,628 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:46817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:22:05,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1210 sec 2024-11-21T13:22:05,641 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:46817' 2024-11-21T13:22:05,642 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32c76c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:05,642 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46817,-1 for getting cluster id 2024-11-21T13:22:05,642 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:05,643 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf62745a-93bd-4d4b-b965-0999eba3f17c' 2024-11-21T13:22:05,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:05,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf62745a-93bd-4d4b-b965-0999eba3f17c" 2024-11-21T13:22:05,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@516fd8fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:05,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46817,-1] 2024-11-21T13:22:05,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:05,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:05,644 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:05,645 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b662690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:05,645 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:05,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46817,1732195314395 2024-11-21T13:22:05,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cbda994 2024-11-21T13:22:05,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:05,646 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-21T13:22:05,647 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,42223,1732195309945 (queues=1) is replicating from cluster=ea892523-9684-423a-ba6a-78fca1fae078 to cluster=cf62745a-93bd-4d4b-b965-0999eba3f17c 2024-11-21T13:22:05,647 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C42223%2C1732195309945 2024-11-21T13:22:05,647 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,42223,1732195309945, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:22:05,647 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C42223%2C1732195309945 2024-11-21T13:22:05,648 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563, startPosition=0, beingWritten=true 2024-11-21T13:22:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:05,649 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:22:05,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:05,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:05,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:05,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:05,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:05,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18267bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:05,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46817,-1 for getting cluster id 2024-11-21T13:22:05,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:05,650 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf62745a-93bd-4d4b-b965-0999eba3f17c' 2024-11-21T13:22:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf62745a-93bd-4d4b-b965-0999eba3f17c" 2024-11-21T13:22:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d05c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46817,-1] 2024-11-21T13:22:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:05,651 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:05,651 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 379, reset compression=false 2024-11-21T13:22:05,652 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,42223,1732195309945 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:05,652 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:05,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b18df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:05,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:05,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46817,1732195314395 2024-11-21T13:22:05,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772375c8 2024-11-21T13:22:05,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:05,654 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:05,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:46035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:22:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:22:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:05,657 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:46035' 2024-11-21T13:22:05,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a8ac56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:05,660 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46035,-1 for getting cluster id 2024-11-21T13:22:05,660 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:05,660 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32ed5865-6291-4a80-90da-8b6aa1b13896' 2024-11-21T13:22:05,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:05,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32ed5865-6291-4a80-90da-8b6aa1b13896" 2024-11-21T13:22:05,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8c68c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:05,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46035,-1] 2024-11-21T13:22:05,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:05,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:05,662 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:05,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b90ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:05,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:05,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46035,1732195318553 2024-11-21T13:22:05,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@372bd6de 2024-11-21T13:22:05,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:05,664 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:05,664 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:22:05,665 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:22:05,665 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:05,665 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:05,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:05,665 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:05,666 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:22:05,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:22:05,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:05,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:22:05,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:22:05,716 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:22:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:05,860 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 379, reset compression=false 2024-11-21T13:22:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:06,076 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b06d0a16e11a8516edea4c7c0d1b185, NAME => 'hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c 2024-11-21T13:22:06,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:22:06,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:06,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5b06d0a16e11a8516edea4c7c0d1b185, disabling compactions & flushes 2024-11-21T13:22:06,080 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:06,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:06,080 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. after waiting 0 ms 2024-11-21T13:22:06,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:06,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:06,081 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b06d0a16e11a8516edea4c7c0d1b185: Waiting for close lock at 1732195326080Disabling compacts and flushes for region at 1732195326080Disabling writes for close at 1732195326080Writing region close event to WAL at 1732195326081 (+1 ms)Closed at 1732195326081 2024-11-21T13:22:06,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:22:06,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195326081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195326081"}]},"ts":"1732195326081"} 2024-11-21T13:22:06,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:22:06,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:22:06,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195326084"}]},"ts":"1732195326084"} 2024-11-21T13:22:06,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:22:06,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b06d0a16e11a8516edea4c7c0d1b185, ASSIGN}] 2024-11-21T13:22:06,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b06d0a16e11a8516edea4c7c0d1b185, ASSIGN 2024-11-21T13:22:06,086 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5b06d0a16e11a8516edea4c7c0d1b185, ASSIGN; state=OFFLINE, location=4fe6efa1e611,33445,1732195314542; forceNewPlan=false, retain=false 2024-11-21T13:22:06,163 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 379, reset compression=false 2024-11-21T13:22:06,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5b06d0a16e11a8516edea4c7c0d1b185, regionState=OPENING, regionLocation=4fe6efa1e611,33445,1732195314542 2024-11-21T13:22:06,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5b06d0a16e11a8516edea4c7c0d1b185, ASSIGN because future has completed 2024-11-21T13:22:06,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b06d0a16e11a8516edea4c7c0d1b185, server=4fe6efa1e611,33445,1732195314542}] 2024-11-21T13:22:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:06,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:06,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:06,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:22:06,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C33445%2C1732195314542.rep, suffix=, logDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542, archiveDir=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/oldWALs, maxLogs=10 2024-11-21T13:22:06,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.rep.1732195326395, exclude list is [], retry=0 2024-11-21T13:22:06,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38309,DS-88927232-5aee-4988-8eab-0e223f18bc14,DISK] 2024-11-21T13:22:06,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.rep.1732195326395 2024-11-21T13:22:06,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41937:41937)] 2024-11-21T13:22:06,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b06d0a16e11a8516edea4c7c0d1b185, NAME => 'hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:06,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:06,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:22:06,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. service=MultiRowMutationService 2024-11-21T13:22:06,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:22:06,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:06,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,418 INFO [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,419 INFO [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b06d0a16e11a8516edea4c7c0d1b185 columnFamilyName hfileref 2024-11-21T13:22:06,419 DEBUG [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:06,419 INFO [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] regionserver.HStore(327): Store=5b06d0a16e11a8516edea4c7c0d1b185/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:06,419 INFO [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,420 INFO [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b06d0a16e11a8516edea4c7c0d1b185 columnFamilyName queue 2024-11-21T13:22:06,420 DEBUG [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:06,420 INFO [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] regionserver.HStore(327): Store=5b06d0a16e11a8516edea4c7c0d1b185/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:06,420 INFO [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,421 INFO [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b06d0a16e11a8516edea4c7c0d1b185 columnFamilyName sid 2024-11-21T13:22:06,421 DEBUG [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:06,421 INFO [StoreOpener-5b06d0a16e11a8516edea4c7c0d1b185-1 {}] regionserver.HStore(327): Store=5b06d0a16e11a8516edea4c7c0d1b185/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:06,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/replication/5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/replication/5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:22:06,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/replication/5b06d0a16e11a8516edea4c7c0d1b185/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:06,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5b06d0a16e11a8516edea4c7c0d1b185; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67909255, jitterRate=0.01192675530910492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:22:06,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:06,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5b06d0a16e11a8516edea4c7c0d1b185: Running coprocessor pre-open hook at 1732195326417Writing region info on filesystem at 1732195326417Initializing all the Stores at 1732195326418 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195326418Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195326418Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195326418Cleaning up temporary data from old regions at 1732195326423 (+5 ms)Running coprocessor post-open hooks at 1732195326426 (+3 ms)Region opened successfully at 1732195326426 2024-11-21T13:22:06,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185., pid=10, masterSystemTime=1732195326391 2024-11-21T13:22:06,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:06,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:06,428 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5b06d0a16e11a8516edea4c7c0d1b185, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,33445,1732195314542 2024-11-21T13:22:06,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b06d0a16e11a8516edea4c7c0d1b185, server=4fe6efa1e611,33445,1732195314542 because future has completed 2024-11-21T13:22:06,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:22:06,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b06d0a16e11a8516edea4c7c0d1b185, server=4fe6efa1e611,33445,1732195314542 in 192 msec 2024-11-21T13:22:06,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:22:06,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5b06d0a16e11a8516edea4c7c0d1b185, ASSIGN in 347 msec 2024-11-21T13:22:06,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:22:06,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195326434"}]},"ts":"1732195326434"} 2024-11-21T13:22:06,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:22:06,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:22:06,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-11-21T13:22:06,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185., hostname=4fe6efa1e611,33445,1732195314542, seqNum=2] 2024-11-21T13:22:06,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:22:06,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:06,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:22:06,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:22:06,567 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 379, reset compression=false 2024-11-21T13:22:06,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:22:06,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:22:06,734 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:22:06,775 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,33445,1732195314542, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:22:06,775 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:06,775 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,33445,1732195314542, seqNum=-1] 2024-11-21T13:22:06,776 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:06,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T13:22:06,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,33445,1732195314542', locateType=CURRENT is [region=hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185., hostname=4fe6efa1e611,33445,1732195314542, seqNum=2] 2024-11-21T13:22:06,781 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:22:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:22:06,783 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,33445,1732195314542 suceeded 2024-11-21T13:22:06,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:22:06,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-21T13:22:06,785 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:46035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:22:06,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1310 sec 2024-11-21T13:22:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:06,789 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:22:06,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:06,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:06,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:06,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:06,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:06,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2a5455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:06,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46035,-1 for getting cluster id 2024-11-21T13:22:06,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:06,797 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32ed5865-6291-4a80-90da-8b6aa1b13896' 2024-11-21T13:22:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32ed5865-6291-4a80-90da-8b6aa1b13896" 2024-11-21T13:22:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f992ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46035,-1] 2024-11-21T13:22:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:06,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:06,800 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1200b47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:06,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46035,1732195318553 2024-11-21T13:22:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@697c2dca 2024-11-21T13:22:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:06,804 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:06,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:46817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:22:06,805 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:46035' 2024-11-21T13:22:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:22:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:06,808 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b719aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:06,808 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46035,-1 for getting cluster id 2024-11-21T13:22:06,808 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:46817' 2024-11-21T13:22:06,808 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:06,809 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32ed5865-6291-4a80-90da-8b6aa1b13896' 2024-11-21T13:22:06,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:06,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32ed5865-6291-4a80-90da-8b6aa1b13896" 2024-11-21T13:22:06,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d366911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:06,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46035,-1] 2024-11-21T13:22:06,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:06,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:06,811 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:06,812 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468c312c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:06,812 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:06,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46035,1732195318553 2024-11-21T13:22:06,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fbe3968 2024-11-21T13:22:06,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:06,815 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-21T13:22:06,816 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,33445,1732195314542 (queues=1) is replicating from cluster=cf62745a-93bd-4d4b-b965-0999eba3f17c to cluster=32ed5865-6291-4a80-90da-8b6aa1b13896 2024-11-21T13:22:06,816 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C33445%2C1732195314542 2024-11-21T13:22:06,816 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,33445,1732195314542, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:22:06,824 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf555c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:06,825 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46817,-1 for getting cluster id 2024-11-21T13:22:06,825 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:06,825 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf62745a-93bd-4d4b-b965-0999eba3f17c' 2024-11-21T13:22:06,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:06,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf62745a-93bd-4d4b-b965-0999eba3f17c" 2024-11-21T13:22:06,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f8de79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:06,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46817,-1] 2024-11-21T13:22:06,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:06,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:06,827 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:06,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4459fa29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:06,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:06,828 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303, startPosition=0, beingWritten=true 2024-11-21T13:22:06,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46817,1732195314395 2024-11-21T13:22:06,829 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C33445%2C1732195314542 2024-11-21T13:22:06,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d4d397a 2024-11-21T13:22:06,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:06,830 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:06,831 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:22:06,831 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:22:06,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:06,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:06,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:06,832 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:06,833 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:22:06,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:22:06,834 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:06,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:22:06,848 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:06,848 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 379, reset compression=false 2024-11-21T13:22:06,848 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,33445,1732195314542 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:06,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:22:06,872 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cc0565c64232d859ce6f96c9f34286e, NAME => 'hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8 2024-11-21T13:22:06,883 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:22:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:06,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:22:06,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:06,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2cc0565c64232d859ce6f96c9f34286e, disabling compactions & flushes 2024-11-21T13:22:06,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:06,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:06,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. after waiting 0 ms 2024-11-21T13:22:06,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:06,927 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:06,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cc0565c64232d859ce6f96c9f34286e: Waiting for close lock at 1732195326927Disabling compacts and flushes for region at 1732195326927Disabling writes for close at 1732195326927Writing region close event to WAL at 1732195326927Closed at 1732195326927 2024-11-21T13:22:06,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:22:06,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195326929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195326929"}]},"ts":"1732195326929"} 2024-11-21T13:22:06,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:22:06,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:22:06,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195326932"}]},"ts":"1732195326932"} 2024-11-21T13:22:06,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:22:06,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cc0565c64232d859ce6f96c9f34286e, ASSIGN}] 2024-11-21T13:22:06,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cc0565c64232d859ce6f96c9f34286e, ASSIGN 2024-11-21T13:22:06,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cc0565c64232d859ce6f96c9f34286e, ASSIGN; state=OFFLINE, location=4fe6efa1e611,37967,1732195318754; forceNewPlan=false, retain=false 2024-11-21T13:22:07,070 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 379, reset compression=false 2024-11-21T13:22:07,071 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 379, reset compression=false 2024-11-21T13:22:07,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cc0565c64232d859ce6f96c9f34286e, regionState=OPENING, regionLocation=4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:07,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cc0565c64232d859ce6f96c9f34286e, ASSIGN because future has completed 2024-11-21T13:22:07,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cc0565c64232d859ce6f96c9f34286e, server=4fe6efa1e611,37967,1732195318754}] 2024-11-21T13:22:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:07,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:22:07,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:07,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:07,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:22:07,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C37967%2C1732195318754.rep, suffix=, logDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754, archiveDir=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/oldWALs, maxLogs=10 2024-11-21T13:22:07,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.rep.1732195327248, exclude list is [], retry=0 2024-11-21T13:22:07,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45993,DS-a72fcee9-ea18-4313-a206-17aacbb91555,DISK] 2024-11-21T13:22:07,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.rep.1732195327248 2024-11-21T13:22:07,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44921:44921)] 2024-11-21T13:22:07,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cc0565c64232d859ce6f96c9f34286e, NAME => 'hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:07,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:07,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:22:07,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. service=MultiRowMutationService 2024-11-21T13:22:07,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:22:07,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:07,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,266 INFO [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,267 INFO [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cc0565c64232d859ce6f96c9f34286e columnFamilyName hfileref 2024-11-21T13:22:07,267 DEBUG [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:07,267 INFO [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] regionserver.HStore(327): Store=2cc0565c64232d859ce6f96c9f34286e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:07,267 INFO [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,268 INFO [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cc0565c64232d859ce6f96c9f34286e columnFamilyName queue 2024-11-21T13:22:07,268 DEBUG [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:07,268 INFO [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] regionserver.HStore(327): Store=2cc0565c64232d859ce6f96c9f34286e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:07,268 INFO [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,269 INFO [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cc0565c64232d859ce6f96c9f34286e columnFamilyName sid 2024-11-21T13:22:07,269 DEBUG [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:07,269 INFO [StoreOpener-2cc0565c64232d859ce6f96c9f34286e-1 {}] regionserver.HStore(327): Store=2cc0565c64232d859ce6f96c9f34286e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:07,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/replication/2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/replication/2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:22:07,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/replication/2cc0565c64232d859ce6f96c9f34286e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:07,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2cc0565c64232d859ce6f96c9f34286e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71196810, jitterRate=0.06091514229774475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:22:07,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:07,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2cc0565c64232d859ce6f96c9f34286e: Running coprocessor pre-open hook at 1732195327265Writing region info on filesystem at 1732195327265Initializing all the Stores at 1732195327266 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195327266Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195327266Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195327266Cleaning up temporary data from old regions at 1732195327271 (+5 ms)Running coprocessor post-open hooks at 1732195327274 (+3 ms)Region opened successfully at 1732195327274 2024-11-21T13:22:07,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e., pid=10, masterSystemTime=1732195327243 2024-11-21T13:22:07,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:07,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:07,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cc0565c64232d859ce6f96c9f34286e, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:07,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cc0565c64232d859ce6f96c9f34286e, server=4fe6efa1e611,37967,1732195318754 because future has completed 2024-11-21T13:22:07,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:22:07,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cc0565c64232d859ce6f96c9f34286e, server=4fe6efa1e611,37967,1732195318754 in 188 msec 2024-11-21T13:22:07,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:22:07,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cc0565c64232d859ce6f96c9f34286e, ASSIGN in 345 msec 2024-11-21T13:22:07,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:22:07,282 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195327282"}]},"ts":"1732195327282"} 2024-11-21T13:22:07,283 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:22:07,284 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:22:07,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 452 msec 2024-11-21T13:22:07,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e., hostname=4fe6efa1e611,37967,1732195318754, seqNum=2] 2024-11-21T13:22:07,373 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 379, reset compression=false 2024-11-21T13:22:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:07,496 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:07,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:07,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:22:07,673 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 379, reset compression=false 2024-11-21T13:22:07,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37967 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:22:07,681 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:22:07,719 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,37967,1732195318754, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:22:07,720 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:07,720 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37967,1732195318754, seqNum=-1] 2024-11-21T13:22:07,720 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:07,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T13:22:07,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,37967,1732195318754', locateType=CURRENT is [region=hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e., hostname=4fe6efa1e611,37967,1732195318754, seqNum=2] 2024-11-21T13:22:07,725 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:22:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:22:07,726 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,37967,1732195318754 suceeded 2024-11-21T13:22:07,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:22:07,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-21T13:22:07,728 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:46817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:22:07,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 923 msec 2024-11-21T13:22:07,743 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:46817' 2024-11-21T13:22:07,744 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dd22b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,744 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46817,-1 for getting cluster id 2024-11-21T13:22:07,745 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:07,745 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf62745a-93bd-4d4b-b965-0999eba3f17c' 2024-11-21T13:22:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf62745a-93bd-4d4b-b965-0999eba3f17c" 2024-11-21T13:22:07,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34eea79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46817,-1] 2024-11-21T13:22:07,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:07,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:07,746 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:07,747 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60dda84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,747 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:07,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,46817,1732195314395 2024-11-21T13:22:07,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@188b17f 2024-11-21T13:22:07,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:07,748 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-21T13:22:07,749 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,37967,1732195318754 (queues=1) is replicating from cluster=32ed5865-6291-4a80-90da-8b6aa1b13896 to cluster=cf62745a-93bd-4d4b-b965-0999eba3f17c 2024-11-21T13:22:07,749 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C37967%2C1732195318754 2024-11-21T13:22:07,749 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,37967,1732195318754, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:22:07,750 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595, startPosition=0, beingWritten=true 2024-11-21T13:22:07,750 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C37967%2C1732195318754 2024-11-21T13:22:07,754 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:07,754 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 379, reset compression=false 2024-11-21T13:22:07,754 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37967,1732195318754 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:07,777 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 379, reset compression=false 2024-11-21T13:22:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:07,948 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:22:07,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:07,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:07,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:07,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:07,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:07,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431e6176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33869,-1 for getting cluster id 2024-11-21T13:22:07,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:07,950 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea892523-9684-423a-ba6a-78fca1fae078' 2024-11-21T13:22:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea892523-9684-423a-ba6a-78fca1fae078" 2024-11-21T13:22:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cfcd05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33869,-1] 2024-11-21T13:22:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:07,951 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401e0dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461048c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46817,-1 for getting cluster id 2024-11-21T13:22:07,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:07,953 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf62745a-93bd-4d4b-b965-0999eba3f17c' 2024-11-21T13:22:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf62745a-93bd-4d4b-b965-0999eba3f17c" 2024-11-21T13:22:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecdbdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46817,-1] 2024-11-21T13:22:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:07,954 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118a112d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1426ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46035,-1 for getting cluster id 2024-11-21T13:22:07,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:07,955 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32ed5865-6291-4a80-90da-8b6aa1b13896' 2024-11-21T13:22:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32ed5865-6291-4a80-90da-8b6aa1b13896" 2024-11-21T13:22:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc238f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46035,-1] 2024-11-21T13:22:07,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:07,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:07,956 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7a0c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:07,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:07,958 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 379, reset compression=false 2024-11-21T13:22:07,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,42223,1732195309945, seqNum=-1] 2024-11-21T13:22:07,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:07,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:07,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5., hostname=4fe6efa1e611,42223,1732195309945, seqNum=2] 2024-11-21T13:22:07,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37967,1732195318754, seqNum=-1] 2024-11-21T13:22:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:07,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051., hostname=4fe6efa1e611,37967,1732195318754, seqNum=2] 2024-11-21T13:22:07,968 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T13:22:08,263 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 379, reset compression=false 2024-11-21T13:22:08,280 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 379, reset compression=false 2024-11-21T13:22:08,377 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 379, reset compression=false 2024-11-21T13:22:08,382 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:22:08,382 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 480, reset compression=false 2024-11-21T13:22:08,382 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,42223,1732195309945 got entry batch from reader: WALEntryBatch [walEntries=[{test/17e50cb7eb7c59291e2662bb706cbfd5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T13:22:08,384 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:22:08,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-21T13:22:08,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:22:08,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@747a74ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:08,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46817,-1 for getting cluster id 2024-11-21T13:22:08,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:08,387 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf62745a-93bd-4d4b-b965-0999eba3f17c' 2024-11-21T13:22:08,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:08,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf62745a-93bd-4d4b-b965-0999eba3f17c" 2024-11-21T13:22:08,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7916ddcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:08,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46817,-1] 2024-11-21T13:22:08,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:08,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:08,388 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:08,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33af5c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:08,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:08,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,33445,1732195314542, seqNum=-1] 2024-11-21T13:22:08,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:08,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T13:22:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd., hostname=4fe6efa1e611,33445,1732195314542, seqNum=2] 2024-11-21T13:22:08,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:22:08,586 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 480, reset compression=false 2024-11-21T13:22:08,667 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 379, reset compression=false 2024-11-21T13:22:08,883 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 379, reset compression=false 2024-11-21T13:22:08,887 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:22:08,887 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 504, reset compression=false 2024-11-21T13:22:08,887 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,33445,1732195314542 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ef21beb4e12e196e235463e74f5d5fd/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T13:22:08,889 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:22:08,890 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 480, reset compression=false 2024-11-21T13:22:08,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-21T13:22:08,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:22:08,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@252ba61e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:08,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,46035,-1 for getting cluster id 2024-11-21T13:22:08,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:08,897 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32ed5865-6291-4a80-90da-8b6aa1b13896' 2024-11-21T13:22:08,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:08,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32ed5865-6291-4a80-90da-8b6aa1b13896" 2024-11-21T13:22:08,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@571e43b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:08,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,46035,-1] 2024-11-21T13:22:08,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:08,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:08,899 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:08,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3de703a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:08,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:08,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,37967,1732195318754, seqNum=-1] 2024-11-21T13:22:08,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:08,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T13:22:08,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051., hostname=4fe6efa1e611,37967,1732195318754, seqNum=2] 2024-11-21T13:22:08,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:22:08,969 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T13:22:08,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:08,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,33445,1732195314542, seqNum=-1] 2024-11-21T13:22:08,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:08,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd., hostname=4fe6efa1e611,33445,1732195314542, seqNum=2] 2024-11-21T13:22:08,977 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T13:22:09,098 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 504, reset compression=false 2024-11-21T13:22:09,103 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:22:09,103 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 608, reset compression=false 2024-11-21T13:22:09,103 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,33445,1732195314542 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ef21beb4e12e196e235463e74f5d5fd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T13:22:09,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:22:09,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:22:09,171 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 379, reset compression=false 2024-11-21T13:22:09,175 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:09,175 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 656, reset compression=false 2024-11-21T13:22:09,175 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37967,1732195318754 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:09,302 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 480, reset compression=false 2024-11-21T13:22:09,311 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 608, reset compression=false 2024-11-21T13:22:09,385 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 656, reset compression=false 2024-11-21T13:22:09,615 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 608, reset compression=false 2024-11-21T13:22:09,694 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 656, reset compression=false 2024-11-21T13:22:09,809 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 480, reset compression=false 2024-11-21T13:22:09,978 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T13:22:09,981 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T13:22:10,019 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 608, reset compression=false 2024-11-21T13:22:10,102 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 656, reset compression=false 2024-11-21T13:22:10,136 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:22:10,136 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 760, reset compression=false 2024-11-21T13:22:10,136 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37967,1732195318754 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6c7eee09f5be7a7c08e15a9593c8051/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T13:22:10,138 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:22:10,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-21T13:22:10,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:22:10,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:22:10,343 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 760, reset compression=false 2024-11-21T13:22:10,413 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 480, reset compression=false 2024-11-21T13:22:10,523 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 608, reset compression=false 2024-11-21T13:22:10,531 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:10,531 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 735, reset compression=false 2024-11-21T13:22:10,531 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,33445,1732195314542 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:10,668 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 760, reset compression=false 2024-11-21T13:22:10,747 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 735, reset compression=false 2024-11-21T13:22:10,983 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T13:22:10,987 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T13:22:11,061 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 735, reset compression=false 2024-11-21T13:22:11,089 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 760, reset compression=false 2024-11-21T13:22:11,130 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 480, reset compression=false 2024-11-21T13:22:11,137 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:22:11,137 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:11,137 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,42223,1732195309945 got entry batch from reader: WALEntryBatch [walEntries=[{test/17e50cb7eb7c59291e2662bb706cbfd5/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T13:22:11,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:22:11,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:22:11,341 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:11,465 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 735, reset compression=false 2024-11-21T13:22:11,470 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:22:11,470 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 883, reset compression=false 2024-11-21T13:22:11,470 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,33445,1732195314542 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ef21beb4e12e196e235463e74f5d5fd/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T13:22:11,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:22:11,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:22:11,593 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 760, reset compression=false 2024-11-21T13:22:11,597 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:11,598 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 932, reset compression=false 2024-11-21T13:22:11,598 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37967,1732195318754 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:11,644 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:11,674 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 883, reset compression=false 2024-11-21T13:22:11,801 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 932, reset compression=false 2024-11-21T13:22:11,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:22:11,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,977 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 883, reset compression=false 2024-11-21T13:22:11,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:11,989 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T13:22:11,992 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T13:22:12,048 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:12,104 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 932, reset compression=false 2024-11-21T13:22:12,381 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 883, reset compression=false 2024-11-21T13:22:12,386 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:22:12,386 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1042, reset compression=false 2024-11-21T13:22:12,386 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,33445,1732195314542 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ef21beb4e12e196e235463e74f5d5fd/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T13:22:12,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:22:12,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:22:12,507 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 932, reset compression=false 2024-11-21T13:22:12,513 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:12,513 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1082, reset compression=false 2024-11-21T13:22:12,513 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37967,1732195318754 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:12,551 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:12,590 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1042, reset compression=false 2024-11-21T13:22:12,717 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1082, reset compression=false 2024-11-21T13:22:12,893 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1042, reset compression=false 2024-11-21T13:22:12,993 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T13:22:12,996 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T13:22:13,020 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1082, reset compression=false 2024-11-21T13:22:13,083 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:22:13,083 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1241, reset compression=false 2024-11-21T13:22:13,083 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37967,1732195318754 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6c7eee09f5be7a7c08e15a9593c8051/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T13:22:13,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T13:22:13,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T13:22:13,155 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:13,287 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1241, reset compression=false 2024-11-21T13:22:13,297 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1042, reset compression=false 2024-11-21T13:22:13,301 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:13,301 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1191, reset compression=false 2024-11-21T13:22:13,301 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,33445,1732195314542 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:13,504 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1191, reset compression=false 2024-11-21T13:22:13,591 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1241, reset compression=false 2024-11-21T13:22:13,808 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1191, reset compression=false 2024-11-21T13:22:13,861 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:13,997 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1241, reset compression=false 2024-11-21T13:22:14,001 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T13:22:14,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:22:14,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:14,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:14,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:14,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:14,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:14,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:22:14,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=495997028, stopped=false 2024-11-21T13:22:14,012 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,46035,1732195318553 2024-11-21T13:22:14,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21076096300/running 2024-11-21T13:22:14,073 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21076096300/running 2024-11-21T13:22:14,073 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:14,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:14,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:22:14,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:14,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:14,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:14,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Set watcher on znode that does not yet exist, /21076096300/running 2024-11-21T13:22:14,074 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,37967,1732195318754' ***** 2024-11-21T13:22:14,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Set watcher on znode that does not yet exist, /21076096300/running 2024-11-21T13:22:14,074 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:22:14,075 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:22:14,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:22:14,075 INFO [RS:0;4fe6efa1e611:37967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:22:14,075 INFO [RS:0;4fe6efa1e611:37967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:22:14,075 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(3091): Received CLOSE for c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:14,076 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:14,076 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:14,076 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:22:14,076 INFO [RS:0;4fe6efa1e611:37967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:37967. 2024-11-21T13:22:14,076 DEBUG [RS:0;4fe6efa1e611:37967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:14,076 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6c7eee09f5be7a7c08e15a9593c8051, disabling compactions & flushes 2024-11-21T13:22:14,076 DEBUG [RS:0;4fe6efa1e611:37967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:14,076 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:14,076 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:14,076 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. after waiting 0 ms 2024-11-21T13:22:14,076 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:22:14,076 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:14,076 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:22:14,076 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:22:14,076 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:22:14,076 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c6c7eee09f5be7a7c08e15a9593c8051 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T13:22:14,076 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:22:14,076 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c6c7eee09f5be7a7c08e15a9593c8051=test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051., 2cc0565c64232d859ce6f96c9f34286e=hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e.} 2024-11-21T13:22:14,076 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cc0565c64232d859ce6f96c9f34286e, c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:14,076 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:22:14,076 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:22:14,076 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:22:14,076 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:22:14,076 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:22:14,077 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:22:14,096 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/info/9341705a62834d52a9891e313da55149 is 147, key is hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e./info:regioninfo/1732195327276/Put/seqid=0 2024-11-21T13:22:14,096 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/.tmp/f/3580809af66c4d6cafc5d138d06d00bd is 29, key is row1/f:/1732195331990/DeleteFamily/seqid=0 2024-11-21T13:22:14,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741840_1016 (size=7686) 2024-11-21T13:22:14,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741841_1017 (size=5152) 2024-11-21T13:22:14,163 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:22:14,211 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1191, reset compression=false 2024-11-21T13:22:14,276 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cc0565c64232d859ce6f96c9f34286e, c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:14,477 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cc0565c64232d859ce6f96c9f34286e, c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:14,501 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1241, reset compression=false 2024-11-21T13:22:14,503 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/info/9341705a62834d52a9891e313da55149 2024-11-21T13:22:14,505 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:14,505 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1488, reset compression=false 2024-11-21T13:22:14,505 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,37967,1732195318754 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:14,506 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4fe6efa1e611,37967,1732195318754: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4fe6efa1e611,37967,1732195318754, walGroup=4fe6efa1e611%2C37967%2C1732195318754, offset=4fe6efa1e611%2C37967%2C1732195318754.1732195320595:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:37967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T13:22:14,507 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T13:22:14,508 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T13:22:14,508 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T13:22:14,508 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T13:22:14,508 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T13:22:14,508 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 849615872 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 201600328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T13:22:14,508 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T13:22:14,510 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/.tmp/f/3580809af66c4d6cafc5d138d06d00bd 2024-11-21T13:22:14,514 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3580809af66c4d6cafc5d138d06d00bd 2024-11-21T13:22:14,518 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:22:14,518 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:22:14,533 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/ns/d53ef0d2abc2407aaaa127c033ec110b is 43, key is default/ns:d/1732195321008/Put/seqid=0 2024-11-21T13:22:14,533 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/.tmp/f1/817149c8c14a47b5a2180beaa429f757 is 30, key is row1/f1:/1732195331990/DeleteFamily/seqid=0 2024-11-21T13:22:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741842_1018 (size=5153) 2024-11-21T13:22:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741843_1019 (size=5158) 2024-11-21T13:22:14,664 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:14,677 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cc0565c64232d859ce6f96c9f34286e, c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:14,715 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1191, reset compression=false 2024-11-21T13:22:14,720 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1488, reset compression=false 2024-11-21T13:22:14,877 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cc0565c64232d859ce6f96c9f34286e, c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:14,937 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/ns/d53ef0d2abc2407aaaa127c033ec110b 2024-11-21T13:22:14,938 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/.tmp/f1/817149c8c14a47b5a2180beaa429f757 2024-11-21T13:22:14,947 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 817149c8c14a47b5a2180beaa429f757 2024-11-21T13:22:14,967 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/rep_barrier/668fd5b854f74643973a0fbdc733315d is 112, key is test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051./rep_barrier:seqnumDuringOpen/1732195324111/Put/seqid=0 2024-11-21T13:22:14,972 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/.tmp/norep/9f9715aefb094bc398c107271e4433dc is 33, key is row2/norep:/1732195332994/DeleteFamily/seqid=0 2024-11-21T13:22:14,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741844_1020 (size=5518) 2024-11-21T13:22:14,979 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/rep_barrier/668fd5b854f74643973a0fbdc733315d 2024-11-21T13:22:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741845_1021 (size=5108) 2024-11-21T13:22:15,022 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/.tmp/norep/9f9715aefb094bc398c107271e4433dc 2024-11-21T13:22:15,024 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1488, reset compression=false 2024-11-21T13:22:15,028 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f9715aefb094bc398c107271e4433dc 2024-11-21T13:22:15,029 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/.tmp/f/3580809af66c4d6cafc5d138d06d00bd as hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/f/3580809af66c4d6cafc5d138d06d00bd 2024-11-21T13:22:15,037 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3580809af66c4d6cafc5d138d06d00bd 2024-11-21T13:22:15,038 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/f/3580809af66c4d6cafc5d138d06d00bd, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T13:22:15,039 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/.tmp/f1/817149c8c14a47b5a2180beaa429f757 as hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/f1/817149c8c14a47b5a2180beaa429f757 2024-11-21T13:22:15,048 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 817149c8c14a47b5a2180beaa429f757 2024-11-21T13:22:15,048 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/f1/817149c8c14a47b5a2180beaa429f757, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T13:22:15,049 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/.tmp/norep/9f9715aefb094bc398c107271e4433dc as hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/norep/9f9715aefb094bc398c107271e4433dc 2024-11-21T13:22:15,054 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/table/c6e9b08c322f4248bf0bd816215fa57d is 53, key is hbase:replication/table:state/1732195327282/Put/seqid=0 2024-11-21T13:22:15,061 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f9715aefb094bc398c107271e4433dc 2024-11-21T13:22:15,061 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/norep/9f9715aefb094bc398c107271e4433dc, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T13:22:15,062 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c6c7eee09f5be7a7c08e15a9593c8051 in 986ms, sequenceid=10, compaction requested=false 2024-11-21T13:22:15,071 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-11-21T13:22:15,071 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-21T13:22:15,077 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cc0565c64232d859ce6f96c9f34286e, c6c7eee09f5be7a7c08e15a9593c8051 2024-11-21T13:22:15,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741846_1022 (size=5308) 2024-11-21T13:22:15,086 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:15,086 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1837, reset compression=false 2024-11-21T13:22:15,095 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/default/test/c6c7eee09f5be7a7c08e15a9593c8051/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T13:22:15,096 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:22:15,096 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:22:15,096 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:15,096 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6c7eee09f5be7a7c08e15a9593c8051: Waiting for close lock at 1732195334076Running coprocessor pre-close hooks at 1732195334076Disabling compacts and flushes for region at 1732195334076Disabling writes for close at 1732195334076Obtaining lock to block concurrent updates at 1732195334076Preparing flush snapshotting stores in c6c7eee09f5be7a7c08e15a9593c8051 at 1732195334076Finished memstore snapshotting test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732195334077 (+1 ms)Flushing stores of test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. at 1732195334077Flushing c6c7eee09f5be7a7c08e15a9593c8051/f: creating writer at 1732195334077Flushing c6c7eee09f5be7a7c08e15a9593c8051/f: appending metadata at 1732195334096 (+19 ms)Flushing c6c7eee09f5be7a7c08e15a9593c8051/f: closing flushed file at 1732195334096Flushing c6c7eee09f5be7a7c08e15a9593c8051/f1: creating writer at 1732195334514 (+418 ms)Flushing c6c7eee09f5be7a7c08e15a9593c8051/f1: appending metadata at 1732195334533 (+19 ms)Flushing c6c7eee09f5be7a7c08e15a9593c8051/f1: closing flushed file at 1732195334533Flushing c6c7eee09f5be7a7c08e15a9593c8051/norep: creating writer at 1732195334947 (+414 ms)Flushing c6c7eee09f5be7a7c08e15a9593c8051/norep: appending metadata at 1732195334971 (+24 ms)Flushing c6c7eee09f5be7a7c08e15a9593c8051/norep: closing flushed file at 1732195334971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a920c3: reopening flushed file at 1732195335028 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f48636: reopening flushed file at 1732195335038 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de5d09f: reopening flushed file at 1732195335048 (+10 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c6c7eee09f5be7a7c08e15a9593c8051 in 986ms, sequenceid=10, compaction requested=false at 1732195335062 (+14 ms)Writing region close event to WAL at 1732195335093 (+31 ms)Running coprocessor post-close hooks at 1732195335096 (+3 ms)Closed at 1732195335096 2024-11-21T13:22:15,096 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195323353.c6c7eee09f5be7a7c08e15a9593c8051. 2024-11-21T13:22:15,097 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cc0565c64232d859ce6f96c9f34286e, disabling compactions & flushes 2024-11-21T13:22:15,097 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:15,097 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:15,097 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. after waiting 0 ms 2024-11-21T13:22:15,097 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:15,097 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cc0565c64232d859ce6f96c9f34286e: Waiting for close lock at 1732195335097Running coprocessor pre-close hooks at 1732195335097Disabling compacts and flushes for region at 1732195335097Disabling writes for close at 1732195335097Failed flush hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e., putting online again at 1732195335097 2024-11-21T13:22:15,097 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:15,277 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:22:15,277 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2cc0565c64232d859ce6f96c9f34286e=hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e.} 2024-11-21T13:22:15,277 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:15,278 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cc0565c64232d859ce6f96c9f34286e 2024-11-21T13:22:15,278 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cc0565c64232d859ce6f96c9f34286e, disabling compactions & flushes 2024-11-21T13:22:15,278 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:15,278 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:15,278 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. after waiting 0 ms 2024-11-21T13:22:15,278 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:15,278 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cc0565c64232d859ce6f96c9f34286e: Waiting for close lock at 1732195335278Running coprocessor pre-close hooks at 1732195335278Disabling compacts and flushes for region at 1732195335278Disabling writes for close at 1732195335278Failed flush hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e., putting online again at 1732195335278 2024-11-21T13:22:15,278 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732195326831.2cc0565c64232d859ce6f96c9f34286e. 2024-11-21T13:22:15,294 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 to pos 1837, reset compression=false 2024-11-21T13:22:15,308 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:15,319 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1191, reset compression=false 2024-11-21T13:22:15,478 DEBUG [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:22:15,481 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/table/c6e9b08c322f4248bf0bd816215fa57d 2024-11-21T13:22:15,488 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/info/9341705a62834d52a9891e313da55149 as hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/info/9341705a62834d52a9891e313da55149 2024-11-21T13:22:15,494 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/info/9341705a62834d52a9891e313da55149, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:22:15,495 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/ns/d53ef0d2abc2407aaaa127c033ec110b as hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/ns/d53ef0d2abc2407aaaa127c033ec110b 2024-11-21T13:22:15,501 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/ns/d53ef0d2abc2407aaaa127c033ec110b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:22:15,502 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/rep_barrier/668fd5b854f74643973a0fbdc733315d as hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/rep_barrier/668fd5b854f74643973a0fbdc733315d 2024-11-21T13:22:15,507 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/rep_barrier/668fd5b854f74643973a0fbdc733315d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:22:15,508 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/.tmp/table/c6e9b08c322f4248bf0bd816215fa57d as hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/table/c6e9b08c322f4248bf0bd816215fa57d 2024-11-21T13:22:15,520 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/table/c6e9b08c322f4248bf0bd816215fa57d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:22:15,521 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1445ms, sequenceid=16, compaction requested=false 2024-11-21T13:22:15,533 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:22:15,534 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:22:15,534 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:22:15,534 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:22:15,534 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195334076Running coprocessor pre-close hooks at 1732195334076Disabling compacts and flushes for region at 1732195334076Disabling writes for close at 1732195334076Obtaining lock to block concurrent updates at 1732195334077 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732195334077Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195334077Flushing stores of hbase:meta,,1.1588230740 at 1732195334077Flushing 1588230740/info: creating writer at 1732195334077Flushing 1588230740/info: appending metadata at 1732195334096 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732195334096Flushing 1588230740/ns: creating writer at 1732195334510 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732195334533 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732195334533Flushing 1588230740/rep_barrier: creating writer at 1732195334947 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195334967 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195334967Flushing 1588230740/table: creating writer at 1732195334993 (+26 ms)Flushing 1588230740/table: appending metadata at 1732195335053 (+60 ms)Flushing 1588230740/table: closing flushed file at 1732195335053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8fd96f: reopening flushed file at 1732195335487 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22668529: reopening flushed file at 1732195335494 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7365c96c: reopening flushed file at 1732195335501 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b84740: reopening flushed file at 1732195335507 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1445ms, sequenceid=16, compaction requested=false at 1732195335521 (+14 ms)Writing region close event to WAL at 1732195335528 (+7 ms)Running coprocessor post-close hooks at 1732195335534 (+6 ms)Closed at 1732195335534 2024-11-21T13:22:15,534 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:22:15,567 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:15,678 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T13:22:15,678 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,37967,1732195318754; all regions closed. 2024-11-21T13:22:15,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741834_1010 (size=4239) 2024-11-21T13:22:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741839_1015 (size=1953) 2024-11-21T13:22:15,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741833_1009 (size=2140) 2024-11-21T13:22:15,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/WALs/4fe6efa1e611,37967,1732195318754/4fe6efa1e611%2C37967%2C1732195318754.1732195320595 not finished, retry = 0 2024-11-21T13:22:15,828 DEBUG [RS:0;4fe6efa1e611:37967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:15,828 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:22:15,828 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:22:15,828 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:22:15,828 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:22:15,829 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:22:15,829 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,37967,1732195318754 because: Region server is closing 2024-11-21T13:22:15,830 INFO [RS:0;4fe6efa1e611:37967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:37967. 2024-11-21T13:22:15,830 DEBUG [RS:0;4fe6efa1e611:37967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:15,830 DEBUG [RS:0;4fe6efa1e611:37967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:15,830 DEBUG [RS:0;4fe6efa1e611:37967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:15,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:15,930 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.shipper4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 terminated 2024-11-21T13:22:15,930 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,37967,1732195318754.replicationSource.wal-reader.4fe6efa1e611%2C37967%2C1732195318754,1-4fe6efa1e611,37967,1732195318754 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-21T13:22:15,930 INFO [RS:0;4fe6efa1e611:37967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:37967. 2024-11-21T13:22:15,931 DEBUG [RS:0;4fe6efa1e611:37967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:15,931 DEBUG [RS:0;4fe6efa1e611:37967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:15,931 DEBUG [RS:0;4fe6efa1e611:37967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:15,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:15,931 INFO [RS:0;4fe6efa1e611:37967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37967 2024-11-21T13:22:16,023 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1191, reset compression=false 2024-11-21T13:22:16,068 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21076096300/rs/4fe6efa1e611,37967,1732195318754 2024-11-21T13:22:16,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300/rs 2024-11-21T13:22:16,068 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:22:16,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,37967,1732195318754] 2024-11-21T13:22:16,084 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21076096300/draining/4fe6efa1e611,37967,1732195318754 already deleted, retry=false 2024-11-21T13:22:16,084 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,37967,1732195318754 expired; onlineServers=0 2024-11-21T13:22:16,084 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,46035,1732195318553' ***** 2024-11-21T13:22:16,084 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:22:16,084 INFO [M:0;4fe6efa1e611:46035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:22:16,084 INFO [M:0;4fe6efa1e611:46035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:22:16,084 DEBUG [M:0;4fe6efa1e611:46035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:22:16,084 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:22:16,084 DEBUG [M:0;4fe6efa1e611:46035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:22:16,084 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195320351 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195320351,5,FailOnTimeoutGroup] 2024-11-21T13:22:16,084 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195320352 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195320352,5,FailOnTimeoutGroup] 2024-11-21T13:22:16,084 INFO [M:0;4fe6efa1e611:46035 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:22:16,085 INFO [M:0;4fe6efa1e611:46035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:22:16,085 DEBUG [M:0;4fe6efa1e611:46035 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:22:16,085 INFO [M:0;4fe6efa1e611:46035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:22:16,085 INFO [M:0;4fe6efa1e611:46035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:22:16,085 INFO [M:0;4fe6efa1e611:46035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:22:16,085 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:22:16,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21076096300/master 2024-11-21T13:22:16,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076096300 2024-11-21T13:22:16,094 DEBUG [M:0;4fe6efa1e611:46035 {}] zookeeper.ZKUtil(347): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Unable to get data of znode /21076096300/master because node does not exist (not an error) 2024-11-21T13:22:16,094 WARN [M:0;4fe6efa1e611:46035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:22:16,105 INFO [M:0;4fe6efa1e611:46035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/.lastflushedseqids 2024-11-21T13:22:16,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741847_1023 (size=245) 2024-11-21T13:22:16,173 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:16,173 INFO [RS:0;4fe6efa1e611:37967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:22:16,174 INFO [RS:0;4fe6efa1e611:37967 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,37967,1732195318754; zookeeper connection closed. 2024-11-21T13:22:16,174 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37967-0x1015d8ecc090007, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:16,174 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@294acaa7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@294acaa7 2024-11-21T13:22:16,174 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:22:16,509 INFO [M:0;4fe6efa1e611:46035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:22:16,509 INFO [M:0;4fe6efa1e611:46035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:22:16,509 DEBUG [M:0;4fe6efa1e611:46035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:22:16,509 INFO [M:0;4fe6efa1e611:46035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:16,509 DEBUG [M:0;4fe6efa1e611:46035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:16,509 DEBUG [M:0;4fe6efa1e611:46035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:22:16,509 DEBUG [M:0;4fe6efa1e611:46035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:16,510 INFO [M:0;4fe6efa1e611:46035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T13:22:16,523 DEBUG [M:0;4fe6efa1e611:46035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecf1e04fbc0b40739e660acea59fb013 is 82, key is hbase:meta,,1/info:regioninfo/1732195320990/Put/seqid=0 2024-11-21T13:22:16,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741848_1024 (size=5672) 2024-11-21T13:22:16,572 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:16,826 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1191, reset compression=false 2024-11-21T13:22:16,926 INFO [M:0;4fe6efa1e611:46035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecf1e04fbc0b40739e660acea59fb013 2024-11-21T13:22:16,942 DEBUG [M:0;4fe6efa1e611:46035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/184fb19e9b514ed2a98be25c04177999 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732195327285/Put/seqid=0 2024-11-21T13:22:16,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741849_1025 (size=8517) 2024-11-21T13:22:17,346 INFO [M:0;4fe6efa1e611:46035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/184fb19e9b514ed2a98be25c04177999 2024-11-21T13:22:17,364 DEBUG [M:0;4fe6efa1e611:46035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3927baad5d3442b394d1459dda8e0c62 is 69, key is 4fe6efa1e611,37967,1732195318754/rs:state/1732195320377/Put/seqid=0 2024-11-21T13:22:17,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741850_1026 (size=5156) 2024-11-21T13:22:17,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:17,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:22:17,488 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108970 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:22:17,674 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:17,729 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1191, reset compression=false 2024-11-21T13:22:17,768 INFO [M:0;4fe6efa1e611:46035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3927baad5d3442b394d1459dda8e0c62 2024-11-21T13:22:17,771 DEBUG [M:0;4fe6efa1e611:46035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecf1e04fbc0b40739e660acea59fb013 as hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecf1e04fbc0b40739e660acea59fb013 2024-11-21T13:22:17,774 INFO [M:0;4fe6efa1e611:46035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecf1e04fbc0b40739e660acea59fb013, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T13:22:17,775 DEBUG [M:0;4fe6efa1e611:46035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/184fb19e9b514ed2a98be25c04177999 as hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/184fb19e9b514ed2a98be25c04177999 2024-11-21T13:22:17,778 INFO [M:0;4fe6efa1e611:46035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/184fb19e9b514ed2a98be25c04177999, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T13:22:17,778 DEBUG [M:0;4fe6efa1e611:46035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3927baad5d3442b394d1459dda8e0c62 as hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3927baad5d3442b394d1459dda8e0c62 2024-11-21T13:22:17,781 INFO [M:0;4fe6efa1e611:46035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3927baad5d3442b394d1459dda8e0c62, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T13:22:17,782 INFO [M:0;4fe6efa1e611:46035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-11-21T13:22:17,783 INFO [M:0;4fe6efa1e611:46035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:17,783 DEBUG [M:0;4fe6efa1e611:46035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195336509Disabling compacts and flushes for region at 1732195336509Disabling writes for close at 1732195336509Obtaining lock to block concurrent updates at 1732195336510 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195336510Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732195336510Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195336510Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195336510Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195336523 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195336523Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195336930 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195336942 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195336942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195337349 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195337364 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195337364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53865653: reopening flushed file at 1732195337771 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578abf0f: reopening flushed file at 1732195337774 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1a5cfb: reopening flushed file at 1732195337778 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1732195337782 (+4 ms)Writing region close event to WAL at 1732195337783 (+1 ms)Closed at 1732195337783 2024-11-21T13:22:17,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c12e222e-8422-550a-afb6-5ec0d5d875a8/MasterData/WALs/4fe6efa1e611,46035,1732195318553/4fe6efa1e611%2C46035%2C1732195318553.1732195319893 not finished, retry = 0 2024-11-21T13:22:17,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45993 is added to blk_1073741830_1006 (size=63666) 2024-11-21T13:22:17,885 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:22:17,886 INFO [M:0;4fe6efa1e611:46035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:22:17,886 INFO [M:0;4fe6efa1e611:46035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46035 2024-11-21T13:22:17,886 INFO [M:0;4fe6efa1e611:46035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:22:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:18,068 INFO [M:0;4fe6efa1e611:46035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:22:18,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x1015d8ecc090006, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:18,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44490879{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:22:18,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9ff306c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:22:18,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:22:18,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@450ae647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:22:18,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e6d766e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/hadoop.log.dir/,STOPPED} 2024-11-21T13:22:18,165 WARN [BP-343057948-172.17.0.2-1732195315936 heartbeating to localhost/127.0.0.1:42359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:22:18,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:22:18,165 WARN [BP-343057948-172.17.0.2-1732195315936 heartbeating to localhost/127.0.0.1:42359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-343057948-172.17.0.2-1732195315936 (Datanode Uuid 53a37108-b972-4aaf-81b6-e1f7c5f1b64d) service to localhost/127.0.0.1:42359 2024-11-21T13:22:18,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:22:18,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/cluster_f955bb26-5e11-55c2-fab0-d0979a26ec5b/data/data1/current/BP-343057948-172.17.0.2-1732195315936 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:22:18,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/cluster_f955bb26-5e11-55c2-fab0-d0979a26ec5b/data/data2/current/BP-343057948-172.17.0.2-1732195315936 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:22:18,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:22:18,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ee3af29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:22:18,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f086221{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:22:18,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:22:18,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7faaa4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:22:18,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29005a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/hadoop.log.dir/,STOPPED} 2024-11-21T13:22:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:22:18,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:22:18,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:18,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:18,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:18,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:18,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:18,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:22:18,184 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2116793578, stopped=false 2024-11-21T13:22:18,184 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,46817,1732195314395 2024-11-21T13:22:18,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11730123074/running 2024-11-21T13:22:18,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11730123074/running 2024-11-21T13:22:18,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:22:18,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:22:18,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:22:18,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:18,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Set watcher on znode that does not yet exist, /11730123074/running 2024-11-21T13:22:18,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:18,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:18,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Set watcher on znode that does not yet exist, /11730123074/running 2024-11-21T13:22:18,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,33445,1732195314542' ***** 2024-11-21T13:22:18,200 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:22:18,200 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:22:18,200 INFO [RS:0;4fe6efa1e611:33445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:22:18,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:22:18,200 INFO [RS:0;4fe6efa1e611:33445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:22:18,200 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:18,201 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:18,201 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,33445,1732195314542 2024-11-21T13:22:18,201 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:22:18,201 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b06d0a16e11a8516edea4c7c0d1b185, disabling compactions & flushes 2024-11-21T13:22:18,201 INFO [RS:0;4fe6efa1e611:33445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:33445. 2024-11-21T13:22:18,201 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:18,201 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:18,201 DEBUG [RS:0;4fe6efa1e611:33445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:18,201 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. after waiting 0 ms 2024-11-21T13:22:18,201 DEBUG [RS:0;4fe6efa1e611:33445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:18,201 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:18,201 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:22:18,201 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:22:18,201 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:22:18,201 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:22:18,201 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b06d0a16e11a8516edea4c7c0d1b185 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-21T13:22:18,201 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:22:18,201 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5b06d0a16e11a8516edea4c7c0d1b185=hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185., 3ef21beb4e12e196e235463e74f5d5fd=test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd.} 2024-11-21T13:22:18,201 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef21beb4e12e196e235463e74f5d5fd, 5b06d0a16e11a8516edea4c7c0d1b185 2024-11-21T13:22:18,201 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:22:18,201 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:22:18,201 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:22:18,201 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:22:18,201 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:22:18,201 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:22:18,220 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/replication/5b06d0a16e11a8516edea4c7c0d1b185/.tmp/queue/e0d43fefbe954e0586c47ce9270dc36a is 154, key is 1-4fe6efa1e611,33445,1732195314542/queue:4fe6efa1e611%2C33445%2C1732195314542/1732195333302/Put/seqid=0 2024-11-21T13:22:18,220 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/info/7b7d2a4c03d5492e8e8a79a64966bd80 is 147, key is hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185./info:regioninfo/1732195326428/Put/seqid=0 2024-11-21T13:22:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741841_1017 (size=5353) 2024-11-21T13:22:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741840_1016 (size=7686) 2024-11-21T13:22:18,224 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/replication/5b06d0a16e11a8516edea4c7c0d1b185/.tmp/queue/e0d43fefbe954e0586c47ce9270dc36a 2024-11-21T13:22:18,230 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/replication/5b06d0a16e11a8516edea4c7c0d1b185/.tmp/queue/e0d43fefbe954e0586c47ce9270dc36a as hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/replication/5b06d0a16e11a8516edea4c7c0d1b185/queue/e0d43fefbe954e0586c47ce9270dc36a 2024-11-21T13:22:18,233 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/replication/5b06d0a16e11a8516edea4c7c0d1b185/queue/e0d43fefbe954e0586c47ce9270dc36a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T13:22:18,234 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5b06d0a16e11a8516edea4c7c0d1b185 in 33ms, sequenceid=12, compaction requested=false 2024-11-21T13:22:18,236 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/replication/5b06d0a16e11a8516edea4c7c0d1b185/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T13:22:18,237 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:22:18,237 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:22:18,237 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:18,237 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b06d0a16e11a8516edea4c7c0d1b185: Waiting for close lock at 1732195338201Running coprocessor pre-close hooks at 1732195338201Disabling compacts and flushes for region at 1732195338201Disabling writes for close at 1732195338201Obtaining lock to block concurrent updates at 1732195338201Preparing flush snapshotting stores in 5b06d0a16e11a8516edea4c7c0d1b185 at 1732195338201Finished memstore snapshotting hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732195338201Flushing stores of hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. at 1732195338202 (+1 ms)Flushing 5b06d0a16e11a8516edea4c7c0d1b185/queue: creating writer at 1732195338202Flushing 5b06d0a16e11a8516edea4c7c0d1b185/queue: appending metadata at 1732195338220 (+18 ms)Flushing 5b06d0a16e11a8516edea4c7c0d1b185/queue: closing flushed file at 1732195338220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba7d7e0: reopening flushed file at 1732195338230 (+10 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5b06d0a16e11a8516edea4c7c0d1b185 in 33ms, sequenceid=12, compaction requested=false at 1732195338234 (+4 ms)Writing region close event to WAL at 1732195338234Running coprocessor post-close hooks at 1732195338237 (+3 ms)Closed at 1732195338237 2024-11-21T13:22:18,237 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195325665.5b06d0a16e11a8516edea4c7c0d1b185. 2024-11-21T13:22:18,237 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ef21beb4e12e196e235463e74f5d5fd, disabling compactions & flushes 2024-11-21T13:22:18,237 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:18,237 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:18,237 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. after waiting 0 ms 2024-11-21T13:22:18,237 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:18,237 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ef21beb4e12e196e235463e74f5d5fd 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T13:22:18,251 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/.tmp/f/8e237f79f3494cf2b9109f4227ece7d3 is 29, key is row1/f:/1732195331990/DeleteFamily/seqid=0 2024-11-21T13:22:18,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741842_1018 (size=5152) 2024-11-21T13:22:18,287 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:22:18,401 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:18,602 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:18,624 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/info/7b7d2a4c03d5492e8e8a79a64966bd80 2024-11-21T13:22:18,641 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/ns/9b4edd7ece32466cb14edfc258fa4c6b is 43, key is default/ns:d/1732195315842/Put/seqid=0 2024-11-21T13:22:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741843_1019 (size=5153) 2024-11-21T13:22:18,654 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/.tmp/f/8e237f79f3494cf2b9109f4227ece7d3 2024-11-21T13:22:18,657 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e237f79f3494cf2b9109f4227ece7d3 2024-11-21T13:22:18,671 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/.tmp/f1/0abe67f7ac22415ebdc83133b8bab487 is 30, key is row1/f1:/1732195331990/DeleteFamily/seqid=0 2024-11-21T13:22:18,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741844_1020 (size=5158) 2024-11-21T13:22:18,678 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/.tmp/f1/0abe67f7ac22415ebdc83133b8bab487 2024-11-21T13:22:18,681 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0abe67f7ac22415ebdc83133b8bab487 2024-11-21T13:22:18,695 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/.tmp/norep/b7c89d528b03431f9309b4be0c4a0fda is 33, key is row1/norep:/1732195331990/DeleteFamily/seqid=0 2024-11-21T13:22:18,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741845_1021 (size=5108) 2024-11-21T13:22:18,732 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1191, reset compression=false 2024-11-21T13:22:18,736 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:18,736 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1438, reset compression=false 2024-11-21T13:22:18,736 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,33445,1732195314542 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:18,737 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4fe6efa1e611,33445,1732195314542: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4fe6efa1e611,33445,1732195314542, walGroup=4fe6efa1e611%2C33445%2C1732195314542, offset=4fe6efa1e611%2C33445%2C1732195314542.1732195315303:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:33445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T13:22:18,738 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T13:22:18,739 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T13:22:18,740 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T13:22:18,740 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T13:22:18,740 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T13:22:18,740 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 943987712 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 202216704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T13:22:18,740 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T13:22:18,802 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:18,878 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:18,941 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1438, reset compression=false 2024-11-21T13:22:19,002 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef21beb4e12e196e235463e74f5d5fd 2024-11-21T13:22:19,045 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/ns/9b4edd7ece32466cb14edfc258fa4c6b 2024-11-21T13:22:19,063 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/rep_barrier/0e7fed60088645af9358109a701d9d47 is 112, key is test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd./rep_barrier:seqnumDuringOpen/1732195322957/Put/seqid=0 2024-11-21T13:22:19,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741846_1022 (size=5518) 2024-11-21T13:22:19,066 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/rep_barrier/0e7fed60088645af9358109a701d9d47 2024-11-21T13:22:19,085 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/table/b66e0f94c3d348e481f7b770c757b422 is 53, key is hbase:replication/table:state/1732195326434/Put/seqid=0 2024-11-21T13:22:19,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741847_1023 (size=5308) 2024-11-21T13:22:19,098 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/.tmp/norep/b7c89d528b03431f9309b4be0c4a0fda 2024-11-21T13:22:19,102 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7c89d528b03431f9309b4be0c4a0fda 2024-11-21T13:22:19,103 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/.tmp/f/8e237f79f3494cf2b9109f4227ece7d3 as hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/f/8e237f79f3494cf2b9109f4227ece7d3 2024-11-21T13:22:19,107 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e237f79f3494cf2b9109f4227ece7d3 2024-11-21T13:22:19,107 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/f/8e237f79f3494cf2b9109f4227ece7d3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T13:22:19,108 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/.tmp/f1/0abe67f7ac22415ebdc83133b8bab487 as hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/f1/0abe67f7ac22415ebdc83133b8bab487 2024-11-21T13:22:19,112 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0abe67f7ac22415ebdc83133b8bab487 2024-11-21T13:22:19,112 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/f1/0abe67f7ac22415ebdc83133b8bab487, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T13:22:19,113 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/.tmp/norep/b7c89d528b03431f9309b4be0c4a0fda as hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/norep/b7c89d528b03431f9309b4be0c4a0fda 2024-11-21T13:22:19,116 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7c89d528b03431f9309b4be0c4a0fda 2024-11-21T13:22:19,116 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/norep/b7c89d528b03431f9309b4be0c4a0fda, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T13:22:19,117 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3ef21beb4e12e196e235463e74f5d5fd in 880ms, sequenceid=10, compaction requested=false 2024-11-21T13:22:19,117 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T13:22:19,121 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/default/test/3ef21beb4e12e196e235463e74f5d5fd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T13:22:19,122 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:22:19,122 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:22:19,122 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:19,122 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ef21beb4e12e196e235463e74f5d5fd: Waiting for close lock at 1732195338237Running coprocessor pre-close hooks at 1732195338237Disabling compacts and flushes for region at 1732195338237Disabling writes for close at 1732195338237Obtaining lock to block concurrent updates at 1732195338237Preparing flush snapshotting stores in 3ef21beb4e12e196e235463e74f5d5fd at 1732195338237Finished memstore snapshotting test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732195338238 (+1 ms)Flushing stores of test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. at 1732195338238Flushing 3ef21beb4e12e196e235463e74f5d5fd/f: creating writer at 1732195338238Flushing 3ef21beb4e12e196e235463e74f5d5fd/f: appending metadata at 1732195338250 (+12 ms)Flushing 3ef21beb4e12e196e235463e74f5d5fd/f: closing flushed file at 1732195338250Flushing 3ef21beb4e12e196e235463e74f5d5fd/f1: creating writer at 1732195338657 (+407 ms)Flushing 3ef21beb4e12e196e235463e74f5d5fd/f1: appending metadata at 1732195338670 (+13 ms)Flushing 3ef21beb4e12e196e235463e74f5d5fd/f1: closing flushed file at 1732195338670Flushing 3ef21beb4e12e196e235463e74f5d5fd/norep: creating writer at 1732195338681 (+11 ms)Flushing 3ef21beb4e12e196e235463e74f5d5fd/norep: appending metadata at 1732195338694 (+13 ms)Flushing 3ef21beb4e12e196e235463e74f5d5fd/norep: closing flushed file at 1732195338694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea14f9f: reopening flushed file at 1732195339102 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d99c60: reopening flushed file at 1732195339107 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40db21e8: reopening flushed file at 1732195339112 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3ef21beb4e12e196e235463e74f5d5fd in 880ms, sequenceid=10, compaction requested=false at 1732195339117 (+5 ms)Writing region close event to WAL at 1732195339119 (+2 ms)Running coprocessor post-close hooks at 1732195339122 (+3 ms)Closed at 1732195339122 2024-11-21T13:22:19,122 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195322211.3ef21beb4e12e196e235463e74f5d5fd. 2024-11-21T13:22:19,178 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:22:19,178 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:22:19,202 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:22:19,202 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:22:19,202 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:22:19,244 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 1438, reset compression=false 2024-11-21T13:22:19,249 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:19,249 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 2082, reset compression=false 2024-11-21T13:22:19,323 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T13:22:19,402 DEBUG [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:22:19,452 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 2082, reset compression=false 2024-11-21T13:22:19,489 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/table/b66e0f94c3d348e481f7b770c757b422 2024-11-21T13:22:19,493 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/info/7b7d2a4c03d5492e8e8a79a64966bd80 as hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/info/7b7d2a4c03d5492e8e8a79a64966bd80 2024-11-21T13:22:19,496 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/info/7b7d2a4c03d5492e8e8a79a64966bd80, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:22:19,497 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/ns/9b4edd7ece32466cb14edfc258fa4c6b as hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/ns/9b4edd7ece32466cb14edfc258fa4c6b 2024-11-21T13:22:19,500 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/ns/9b4edd7ece32466cb14edfc258fa4c6b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:22:19,501 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/rep_barrier/0e7fed60088645af9358109a701d9d47 as hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/rep_barrier/0e7fed60088645af9358109a701d9d47 2024-11-21T13:22:19,504 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/rep_barrier/0e7fed60088645af9358109a701d9d47, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:22:19,505 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/.tmp/table/b66e0f94c3d348e481f7b770c757b422 as hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/table/b66e0f94c3d348e481f7b770c757b422 2024-11-21T13:22:19,508 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/table/b66e0f94c3d348e481f7b770c757b422, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:22:19,509 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false 2024-11-21T13:22:19,509 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:22:19,514 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:22:19,514 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:22:19,514 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:22:19,514 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:22:19,514 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195338201Running coprocessor pre-close hooks at 1732195338201Disabling compacts and flushes for region at 1732195338201Disabling writes for close at 1732195338201Obtaining lock to block concurrent updates at 1732195338201Preparing flush snapshotting stores in 1588230740 at 1732195338201Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195338202 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732195338202Flushing 1588230740/info: creating writer at 1732195338202Flushing 1588230740/info: appending metadata at 1732195338220 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732195338220Flushing 1588230740/ns: creating writer at 1732195338628 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732195338641 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732195338641Flushing 1588230740/rep_barrier: creating writer at 1732195339049 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195339062 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195339062Flushing 1588230740/table: creating writer at 1732195339070 (+8 ms)Flushing 1588230740/table: appending metadata at 1732195339085 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732195339085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e0aa10: reopening flushed file at 1732195339492 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe99a43: reopening flushed file at 1732195339496 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f25ca0: reopening flushed file at 1732195339500 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72593a1: reopening flushed file at 1732195339505 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=16, compaction requested=false at 1732195339509 (+4 ms)Writing region close event to WAL at 1732195339511 (+2 ms)Running coprocessor post-close hooks at 1732195339514 (+3 ms)Closed at 1732195339514 2024-11-21T13:22:19,514 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:22:19,602 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,33445,1732195314542; all regions closed. 2024-11-21T13:22:19,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741834_1010 (size=4239) 2024-11-21T13:22:19,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.meta.1732195315769.meta not finished, retry = 0 2024-11-21T13:22:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741839_1015 (size=3114) 2024-11-21T13:22:19,708 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.rep.1732195326395 not finished, retry = 0 2024-11-21T13:22:19,756 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 to pos 2082, reset compression=false 2024-11-21T13:22:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741833_1009 (size=2090) 2024-11-21T13:22:19,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/WALs/4fe6efa1e611,33445,1732195314542/4fe6efa1e611%2C33445%2C1732195314542.1732195315303 not finished, retry = 0 2024-11-21T13:22:19,911 DEBUG [RS:0;4fe6efa1e611:33445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:19,911 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:22:19,911 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:22:19,911 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:22:19,911 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:22:19,911 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:22:19,912 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,33445,1732195314542 because: Region server is closing 2024-11-21T13:22:19,912 INFO [RS:0;4fe6efa1e611:33445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:33445. 2024-11-21T13:22:19,912 DEBUG [RS:0;4fe6efa1e611:33445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:19,912 DEBUG [RS:0;4fe6efa1e611:33445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:19,912 DEBUG [RS:0;4fe6efa1e611:33445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:19,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:20,012 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.shipper4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 terminated 2024-11-21T13:22:20,013 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,33445,1732195314542.replicationSource.wal-reader.4fe6efa1e611%2C33445%2C1732195314542,1-4fe6efa1e611,33445,1732195314542 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:22:20,013 INFO [RS:0;4fe6efa1e611:33445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:33445. 2024-11-21T13:22:20,013 DEBUG [RS:0;4fe6efa1e611:33445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:20,013 DEBUG [RS:0;4fe6efa1e611:33445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:20,013 DEBUG [RS:0;4fe6efa1e611:33445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:20,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:20,013 INFO [RS:0;4fe6efa1e611:33445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33445 2024-11-21T13:22:20,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074/rs 2024-11-21T13:22:20,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11730123074/rs/4fe6efa1e611,33445,1732195314542 2024-11-21T13:22:20,073 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:22:20,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,33445,1732195314542] 2024-11-21T13:22:20,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11730123074/draining/4fe6efa1e611,33445,1732195314542 already deleted, retry=false 2024-11-21T13:22:20,094 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,33445,1732195314542 expired; onlineServers=0 2024-11-21T13:22:20,094 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,46817,1732195314395' ***** 2024-11-21T13:22:20,094 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:22:20,094 INFO [M:0;4fe6efa1e611:46817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:22:20,094 INFO [M:0;4fe6efa1e611:46817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:22:20,094 DEBUG [M:0;4fe6efa1e611:46817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:22:20,094 DEBUG [M:0;4fe6efa1e611:46817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:22:20,094 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195315024 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195315024,5,FailOnTimeoutGroup] 2024-11-21T13:22:20,095 INFO [M:0;4fe6efa1e611:46817 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:22:20,095 INFO [M:0;4fe6efa1e611:46817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:22:20,095 DEBUG [M:0;4fe6efa1e611:46817 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:22:20,095 INFO [M:0;4fe6efa1e611:46817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:22:20,095 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:22:20,095 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195315024 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195315024,5,FailOnTimeoutGroup] 2024-11-21T13:22:20,095 INFO [M:0;4fe6efa1e611:46817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:22:20,095 INFO [M:0;4fe6efa1e611:46817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:22:20,095 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:22:20,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11730123074/master 2024-11-21T13:22:20,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11730123074 2024-11-21T13:22:20,135 DEBUG [M:0;4fe6efa1e611:46817 {}] zookeeper.ZKUtil(347): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Unable to get data of znode /11730123074/master because node does not exist (not an error) 2024-11-21T13:22:20,135 WARN [M:0;4fe6efa1e611:46817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:22:20,136 INFO [M:0;4fe6efa1e611:46817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/.lastflushedseqids 2024-11-21T13:22:20,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741848_1024 (size=245) 2024-11-21T13:22:20,183 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:20,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33445-0x1015d8ecc090004, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:20,184 INFO [RS:0;4fe6efa1e611:33445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:22:20,184 INFO [RS:0;4fe6efa1e611:33445 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,33445,1732195314542; zookeeper connection closed. 2024-11-21T13:22:20,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75a2a83b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75a2a83b 2024-11-21T13:22:20,184 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:22:20,541 INFO [M:0;4fe6efa1e611:46817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:22:20,541 INFO [M:0;4fe6efa1e611:46817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:22:20,541 DEBUG [M:0;4fe6efa1e611:46817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:22:20,541 INFO [M:0;4fe6efa1e611:46817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:20,541 DEBUG [M:0;4fe6efa1e611:46817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:20,541 DEBUG [M:0;4fe6efa1e611:46817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:22:20,541 DEBUG [M:0;4fe6efa1e611:46817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:20,541 INFO [M:0;4fe6efa1e611:46817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T13:22:20,565 DEBUG [M:0;4fe6efa1e611:46817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c20b2f60674a48e3908fc4726a98af7e is 82, key is hbase:meta,,1/info:regioninfo/1732195315820/Put/seqid=0 2024-11-21T13:22:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741849_1025 (size=5672) 2024-11-21T13:22:20,569 INFO [M:0;4fe6efa1e611:46817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c20b2f60674a48e3908fc4726a98af7e 2024-11-21T13:22:20,590 DEBUG [M:0;4fe6efa1e611:46817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1c626f9c0b14a5d85e1102319538326 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732195326436/Put/seqid=0 2024-11-21T13:22:20,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741850_1026 (size=8516) 2024-11-21T13:22:20,596 INFO [M:0;4fe6efa1e611:46817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1c626f9c0b14a5d85e1102319538326 2024-11-21T13:22:20,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:22:20,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,614 DEBUG [M:0;4fe6efa1e611:46817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c365424a68394c399affef5f32bb1ccc is 69, key is 4fe6efa1e611,33445,1732195314542/rs:state/1732195315118/Put/seqid=0 2024-11-21T13:22:20,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741851_1027 (size=5156) 2024-11-21T13:22:20,622 INFO [M:0;4fe6efa1e611:46817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c365424a68394c399affef5f32bb1ccc 2024-11-21T13:22:20,636 DEBUG [M:0;4fe6efa1e611:46817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c20b2f60674a48e3908fc4726a98af7e as hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c20b2f60674a48e3908fc4726a98af7e 2024-11-21T13:22:20,641 INFO [M:0;4fe6efa1e611:46817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c20b2f60674a48e3908fc4726a98af7e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T13:22:20,643 DEBUG [M:0;4fe6efa1e611:46817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1c626f9c0b14a5d85e1102319538326 as hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1c626f9c0b14a5d85e1102319538326 2024-11-21T13:22:20,648 INFO [M:0;4fe6efa1e611:46817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1c626f9c0b14a5d85e1102319538326, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T13:22:20,651 DEBUG [M:0;4fe6efa1e611:46817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c365424a68394c399affef5f32bb1ccc as hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c365424a68394c399affef5f32bb1ccc 2024-11-21T13:22:20,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,658 INFO [M:0;4fe6efa1e611:46817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36517/user/jenkins/test-data/3785e641-3bcf-c35f-bde0-d6d3fcad4e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c365424a68394c399affef5f32bb1ccc, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T13:22:20,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,659 INFO [M:0;4fe6efa1e611:46817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=97, compaction requested=false 2024-11-21T13:22:20,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,675 INFO [M:0;4fe6efa1e611:46817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:20,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:20,675 DEBUG [M:0;4fe6efa1e611:46817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195340541Disabling compacts and flushes for region at 1732195340541Disabling writes for close at 1732195340541Obtaining lock to block concurrent updates at 1732195340541Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195340541Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732195340542 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195340542Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195340542Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195340565 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195340565Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195340573 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195340590 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195340590Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195340600 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195340614 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195340614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45239a97: reopening flushed file at 1732195340635 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469a37bd: reopening flushed file at 1732195340641 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@291c32dc: reopening flushed file at 1732195340648 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=97, compaction requested=false at 1732195340659 (+11 ms)Writing region close event to WAL at 1732195340675 (+16 ms)Closed at 1732195340675 2024-11-21T13:22:20,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38309 is added to blk_1073741830_1006 (size=63654) 2024-11-21T13:22:20,680 INFO [M:0;4fe6efa1e611:46817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:22:20,680 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:22:20,680 INFO [M:0;4fe6efa1e611:46817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46817 2024-11-21T13:22:20,681 INFO [M:0;4fe6efa1e611:46817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:22:20,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:20,826 INFO [M:0;4fe6efa1e611:46817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:22:20,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x1015d8ecc090003, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:20,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a44244{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:22:20,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6765a806{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:22:20,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:22:20,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46bf0487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:22:20,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3749ead2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/hadoop.log.dir/,STOPPED} 2024-11-21T13:22:20,830 WARN [BP-1257212926-172.17.0.2-1732195312734 heartbeating to localhost/127.0.0.1:36517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:22:20,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:22:20,830 WARN [BP-1257212926-172.17.0.2-1732195312734 heartbeating to localhost/127.0.0.1:36517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1257212926-172.17.0.2-1732195312734 (Datanode Uuid 7fe77f8e-4a0c-4cc7-a1ad-b9e298113ccb) service to localhost/127.0.0.1:36517 2024-11-21T13:22:20,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:22:20,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/cluster_2ae8c4b6-72d1-277c-cff0-6d1764e19ba5/data/data1/current/BP-1257212926-172.17.0.2-1732195312734 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:22:20,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/cluster_2ae8c4b6-72d1-277c-cff0-6d1764e19ba5/data/data2/current/BP-1257212926-172.17.0.2-1732195312734 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:22:20,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:22:20,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56b95f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:22:20,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e8aca57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:22:20,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:22:20,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa6563{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:22:20,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7609b28f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e261e31-d572-6960-dd22-aa6d61fca50d/hadoop.log.dir/,STOPPED} 2024-11-21T13:22:20,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:22:20,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:22:20,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:20,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:20,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:20,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:20,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:20,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:22:20,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1830574974, stopped=false 2024-11-21T13:22:20,856 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,33869,1732195309734 2024-11-21T13:22:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/082675150/running 2024-11-21T13:22:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:22:20,871 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:22:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/082675150/running 2024-11-21T13:22:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:22:20,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:20,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:20,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:20,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Set watcher on znode that does not yet exist, /082675150/running 2024-11-21T13:22:20,876 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,42223,1732195309945' ***** 2024-11-21T13:22:20,876 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:22:20,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Set watcher on znode that does not yet exist, /082675150/running 2024-11-21T13:22:20,876 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:22:20,876 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(3091): Received CLOSE for 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,42223,1732195309945 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:22:20,877 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b7a1356c567b8bcf3136c35bbd01160, disabling compactions & flushes 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:42223. 2024-11-21T13:22:20,877 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:20,877 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:20,877 DEBUG [RS:0;4fe6efa1e611:42223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:20,877 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. after waiting 0 ms 2024-11-21T13:22:20,877 DEBUG [RS:0;4fe6efa1e611:42223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:20,877 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:22:20,877 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b7a1356c567b8bcf3136c35bbd01160 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:22:20,877 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:22:20,878 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1325): Online Regions={9b7a1356c567b8bcf3136c35bbd01160=hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160., 1588230740=hbase:meta,,1.1588230740, 17e50cb7eb7c59291e2662bb706cbfd5=test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5.} 2024-11-21T13:22:20,878 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e50cb7eb7c59291e2662bb706cbfd5, 9b7a1356c567b8bcf3136c35bbd01160 2024-11-21T13:22:20,878 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:22:20,878 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:22:20,878 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:22:20,878 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:22:20,878 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:22:20,878 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:22:20,893 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/info/1f506dc5b998494c99f97c57695858f8 is 147, key is hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160./info:regioninfo/1732195325324/Put/seqid=0 2024-11-21T13:22:20,895 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/replication/9b7a1356c567b8bcf3136c35bbd01160/.tmp/queue/7f6d5ae92e8a4e4dab674104819c4707 is 153, key is 1-4fe6efa1e611,42223,1732195309945/queue:4fe6efa1e611%2C42223%2C1732195309945/1732195331142/Put/seqid=0 2024-11-21T13:22:20,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741840_1016 (size=7686) 2024-11-21T13:22:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741841_1017 (size=5352) 2024-11-21T13:22:20,905 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/replication/9b7a1356c567b8bcf3136c35bbd01160/.tmp/queue/7f6d5ae92e8a4e4dab674104819c4707 2024-11-21T13:22:20,910 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/replication/9b7a1356c567b8bcf3136c35bbd01160/.tmp/queue/7f6d5ae92e8a4e4dab674104819c4707 as hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/replication/9b7a1356c567b8bcf3136c35bbd01160/queue/7f6d5ae92e8a4e4dab674104819c4707 2024-11-21T13:22:20,914 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/replication/9b7a1356c567b8bcf3136c35bbd01160/queue/7f6d5ae92e8a4e4dab674104819c4707, entries=1, sequenceid=8, filesize=5.2 K 2024-11-21T13:22:20,915 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9b7a1356c567b8bcf3136c35bbd01160 in 38ms, sequenceid=8, compaction requested=false 2024-11-21T13:22:20,915 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:22:20,918 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/replication/9b7a1356c567b8bcf3136c35bbd01160/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T13:22:20,919 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:22:20,919 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:22:20,919 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:20,919 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b7a1356c567b8bcf3136c35bbd01160: Waiting for close lock at 1732195340877Running coprocessor pre-close hooks at 1732195340877Disabling compacts and flushes for region at 1732195340877Disabling writes for close at 1732195340877Obtaining lock to block concurrent updates at 1732195340877Preparing flush snapshotting stores in 9b7a1356c567b8bcf3136c35bbd01160 at 1732195340877Finished memstore snapshotting hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732195340878 (+1 ms)Flushing stores of hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. at 1732195340878Flushing 9b7a1356c567b8bcf3136c35bbd01160/queue: creating writer at 1732195340878Flushing 9b7a1356c567b8bcf3136c35bbd01160/queue: appending metadata at 1732195340895 (+17 ms)Flushing 9b7a1356c567b8bcf3136c35bbd01160/queue: closing flushed file at 1732195340895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e0d040: reopening flushed file at 1732195340910 (+15 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9b7a1356c567b8bcf3136c35bbd01160 in 38ms, sequenceid=8, compaction requested=false at 1732195340915 (+5 ms)Writing region close event to WAL at 1732195340916 (+1 ms)Running coprocessor post-close hooks at 1732195340919 (+3 ms)Closed at 1732195340919 2024-11-21T13:22:20,919 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195324528.9b7a1356c567b8bcf3136c35bbd01160. 2024-11-21T13:22:20,919 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17e50cb7eb7c59291e2662bb706cbfd5, disabling compactions & flushes 2024-11-21T13:22:20,919 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:20,919 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:20,919 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. after waiting 0 ms 2024-11-21T13:22:20,919 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:20,919 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17e50cb7eb7c59291e2662bb706cbfd5 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-21T13:22:20,933 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/.tmp/f/e59fdb52bb49460db54fd3abb6f59955 is 28, key is row/f:/1732195330985/DeleteFamily/seqid=0 2024-11-21T13:22:20,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741842_1018 (size=5085) 2024-11-21T13:22:20,959 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:22:21,078 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:21,278 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:21,302 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/info/1f506dc5b998494c99f97c57695858f8 2024-11-21T13:22:21,319 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/ns/e9ada93231d44600ba136ca7a88cc1de is 43, key is default/ns:d/1732195312652/Put/seqid=0 2024-11-21T13:22:21,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741843_1019 (size=5153) 2024-11-21T13:22:21,337 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/.tmp/f/e59fdb52bb49460db54fd3abb6f59955 2024-11-21T13:22:21,340 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e59fdb52bb49460db54fd3abb6f59955 2024-11-21T13:22:21,358 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/.tmp/f1/995f734650b04503b5aa0431ba582935 is 29, key is row/f1:/1732195330985/DeleteFamily/seqid=0 2024-11-21T13:22:21,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741844_1020 (size=5089) 2024-11-21T13:22:21,478 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:21,506 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:22:21,506 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:22:21,588 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 636, reset compression=false 2024-11-21T13:22:21,593 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:21,593 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 883, reset compression=false 2024-11-21T13:22:21,593 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,42223,1732195309945 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:21,594 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4fe6efa1e611,42223,1732195309945: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4fe6efa1e611,42223,1732195309945, walGroup=4fe6efa1e611%2C42223%2C1732195309945, offset=4fe6efa1e611%2C42223%2C1732195309945.1732195311563:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:42223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T13:22:21,595 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T13:22:21,595 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T13:22:21,596 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T13:22:21,596 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T13:22:21,596 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T13:22:21,596 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 1025776640 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202794760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T13:22:21,596 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:33869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:33869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T13:22:21,678 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:21,722 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/ns/e9ada93231d44600ba136ca7a88cc1de 2024-11-21T13:22:21,744 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/rep_barrier/bd1f13d73ce847b6871ba3817bf5b909 is 112, key is test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5./rep_barrier:seqnumDuringOpen/1732195321817/Put/seqid=0 2024-11-21T13:22:21,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741845_1021 (size=5518) 2024-11-21T13:22:21,748 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/rep_barrier/bd1f13d73ce847b6871ba3817bf5b909 2024-11-21T13:22:21,762 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/.tmp/f1/995f734650b04503b5aa0431ba582935 2024-11-21T13:22:21,766 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 995f734650b04503b5aa0431ba582935 2024-11-21T13:22:21,769 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/table/d887f5ecf99c403c959d6a0122ef4b0c is 53, key is hbase:replication/table:state/1732195325332/Put/seqid=0 2024-11-21T13:22:21,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741846_1022 (size=5308) 2024-11-21T13:22:21,778 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/.tmp/norep/a4ed68cb445d478fb5559e076b1da7fa is 32, key is row/norep:/1732195330985/DeleteFamily/seqid=0 2024-11-21T13:22:21,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741847_1023 (size=5101) 2024-11-21T13:22:21,798 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 883, reset compression=false 2024-11-21T13:22:21,878 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:22:21,878 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 17e50cb7eb7c59291e2662bb706cbfd5=test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5.} 2024-11-21T13:22:21,879 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:22,079 DEBUG [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17e50cb7eb7c59291e2662bb706cbfd5 2024-11-21T13:22:22,100 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.wal-reader.4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.1732195311563 to pos 883, reset compression=false 2024-11-21T13:22:22,172 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/table/d887f5ecf99c403c959d6a0122ef4b0c 2024-11-21T13:22:22,176 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/info/1f506dc5b998494c99f97c57695858f8 as hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/info/1f506dc5b998494c99f97c57695858f8 2024-11-21T13:22:22,180 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/info/1f506dc5b998494c99f97c57695858f8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:22:22,181 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/ns/e9ada93231d44600ba136ca7a88cc1de as hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/ns/e9ada93231d44600ba136ca7a88cc1de 2024-11-21T13:22:22,182 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/.tmp/norep/a4ed68cb445d478fb5559e076b1da7fa 2024-11-21T13:22:22,186 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4ed68cb445d478fb5559e076b1da7fa 2024-11-21T13:22:22,187 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/.tmp/f/e59fdb52bb49460db54fd3abb6f59955 as hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/f/e59fdb52bb49460db54fd3abb6f59955 2024-11-21T13:22:22,189 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/ns/e9ada93231d44600ba136ca7a88cc1de, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:22:22,190 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/rep_barrier/bd1f13d73ce847b6871ba3817bf5b909 as hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/rep_barrier/bd1f13d73ce847b6871ba3817bf5b909 2024-11-21T13:22:22,192 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e59fdb52bb49460db54fd3abb6f59955 2024-11-21T13:22:22,192 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/f/e59fdb52bb49460db54fd3abb6f59955, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T13:22:22,194 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/.tmp/f1/995f734650b04503b5aa0431ba582935 as hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/f1/995f734650b04503b5aa0431ba582935 2024-11-21T13:22:22,196 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/rep_barrier/bd1f13d73ce847b6871ba3817bf5b909, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:22:22,196 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/.tmp/table/d887f5ecf99c403c959d6a0122ef4b0c as hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/table/d887f5ecf99c403c959d6a0122ef4b0c 2024-11-21T13:22:22,198 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 995f734650b04503b5aa0431ba582935 2024-11-21T13:22:22,198 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/f1/995f734650b04503b5aa0431ba582935, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T13:22:22,199 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/.tmp/norep/a4ed68cb445d478fb5559e076b1da7fa as hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/norep/a4ed68cb445d478fb5559e076b1da7fa 2024-11-21T13:22:22,200 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/table/d887f5ecf99c403c959d6a0122ef4b0c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:22:22,200 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-11-21T13:22:22,202 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4ed68cb445d478fb5559e076b1da7fa 2024-11-21T13:22:22,202 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/norep/a4ed68cb445d478fb5559e076b1da7fa, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T13:22:22,203 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 17e50cb7eb7c59291e2662bb706cbfd5 in 1284ms, sequenceid=6, compaction requested=false 2024-11-21T13:22:22,203 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T13:22:22,206 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:22:22,206 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:22:22,206 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:22:22,206 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:22:22,206 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195340878Running coprocessor pre-close hooks at 1732195340878Disabling compacts and flushes for region at 1732195340878Disabling writes for close at 1732195340878Obtaining lock to block concurrent updates at 1732195340878Preparing flush snapshotting stores in 1588230740 at 1732195340878Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195340878Flushing stores of hbase:meta,,1.1588230740 at 1732195340879 (+1 ms)Flushing 1588230740/info: creating writer at 1732195340879Flushing 1588230740/info: appending metadata at 1732195340892 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732195340892Flushing 1588230740/ns: creating writer at 1732195341306 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732195341318 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732195341318Flushing 1588230740/rep_barrier: creating writer at 1732195341726 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195341744 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195341744Flushing 1588230740/table: creating writer at 1732195341751 (+7 ms)Flushing 1588230740/table: appending metadata at 1732195341768 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732195341768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280ee656: reopening flushed file at 1732195342176 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ab1234: reopening flushed file at 1732195342180 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e02a98: reopening flushed file at 1732195342189 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d32e421: reopening flushed file at 1732195342196 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1732195342200 (+4 ms)Writing region close event to WAL at 1732195342202 (+2 ms)Running coprocessor post-close hooks at 1732195342206 (+4 ms)Closed at 1732195342206 2024-11-21T13:22:22,207 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:22:22,207 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/data/default/test/17e50cb7eb7c59291e2662bb706cbfd5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T13:22:22,207 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:22:22,207 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:22:22,207 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:22,207 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17e50cb7eb7c59291e2662bb706cbfd5: Waiting for close lock at 1732195340919Running coprocessor pre-close hooks at 1732195340919Disabling compacts and flushes for region at 1732195340919Disabling writes for close at 1732195340919Obtaining lock to block concurrent updates at 1732195340919Preparing flush snapshotting stores in 17e50cb7eb7c59291e2662bb706cbfd5 at 1732195340919Finished memstore snapshotting test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732195340919Flushing stores of test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. at 1732195340920 (+1 ms)Flushing 17e50cb7eb7c59291e2662bb706cbfd5/f: creating writer at 1732195340920Flushing 17e50cb7eb7c59291e2662bb706cbfd5/f: appending metadata at 1732195340933 (+13 ms)Flushing 17e50cb7eb7c59291e2662bb706cbfd5/f: closing flushed file at 1732195340933Flushing 17e50cb7eb7c59291e2662bb706cbfd5/f1: creating writer at 1732195341340 (+407 ms)Flushing 17e50cb7eb7c59291e2662bb706cbfd5/f1: appending metadata at 1732195341357 (+17 ms)Flushing 17e50cb7eb7c59291e2662bb706cbfd5/f1: closing flushed file at 1732195341358 (+1 ms)Flushing 17e50cb7eb7c59291e2662bb706cbfd5/norep: creating writer at 1732195341766 (+408 ms)Flushing 17e50cb7eb7c59291e2662bb706cbfd5/norep: appending metadata at 1732195341778 (+12 ms)Flushing 17e50cb7eb7c59291e2662bb706cbfd5/norep: closing flushed file at 1732195341778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d1d4595: reopening flushed file at 1732195342186 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a1a9e87: reopening flushed file at 1732195342193 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2162f9e: reopening flushed file at 1732195342198 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 17e50cb7eb7c59291e2662bb706cbfd5 in 1284ms, sequenceid=6, compaction requested=false at 1732195342203 (+5 ms)Writing region close event to WAL at 1732195342205 (+2 ms)Running coprocessor post-close hooks at 1732195342207 (+2 ms)Closed at 1732195342207 2024-11-21T13:22:22,207 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195321065.17e50cb7eb7c59291e2662bb706cbfd5. 2024-11-21T13:22:22,279 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,42223,1732195309945; all regions closed. 2024-11-21T13:22:22,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741834_1010 (size=4239) 2024-11-21T13:22:22,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.meta.1732195312522.meta not finished, retry = 0 2024-11-21T13:22:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741839_1015 (size=2240) 2024-11-21T13:22:22,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/WALs/4fe6efa1e611,42223,1732195309945/4fe6efa1e611%2C42223%2C1732195309945.rep.1732195325288 not finished, retry = 0 2024-11-21T13:22:22,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741832_1008 (size=1535) 2024-11-21T13:22:22,486 DEBUG [RS:0;4fe6efa1e611:42223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:22,486 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:22:22,486 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:22:22,487 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T13:22:22,487 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:22:22,487 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:22:22,487 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,42223,1732195309945 because: Region server is closing 2024-11-21T13:22:22,487 INFO [RS:0;4fe6efa1e611:42223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:42223. 2024-11-21T13:22:22,487 DEBUG [RS:0;4fe6efa1e611:42223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:22,487 DEBUG [RS:0;4fe6efa1e611:42223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:22,487 DEBUG [RS:0;4fe6efa1e611:42223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:22,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:22,588 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,42223,1732195309945.replicationSource.shipper4fe6efa1e611%2C42223%2C1732195309945,1-4fe6efa1e611,42223,1732195309945 terminated 2024-11-21T13:22:22,588 INFO [RS:0;4fe6efa1e611:42223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42223 2024-11-21T13:22:22,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/082675150/rs/4fe6efa1e611,42223,1732195309945 2024-11-21T13:22:22,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150/rs 2024-11-21T13:22:22,683 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:22:22,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,42223,1732195309945] 2024-11-21T13:22:22,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /082675150/draining/4fe6efa1e611,42223,1732195309945 already deleted, retry=false 2024-11-21T13:22:22,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,42223,1732195309945 expired; onlineServers=0 2024-11-21T13:22:22,704 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,33869,1732195309734' ***** 2024-11-21T13:22:22,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:22:22,704 INFO [M:0;4fe6efa1e611:33869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:22:22,704 INFO [M:0;4fe6efa1e611:33869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:22:22,705 DEBUG [M:0;4fe6efa1e611:33869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:22:22,705 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:22:22,705 DEBUG [M:0;4fe6efa1e611:33869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:22:22,705 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195311319 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195311319,5,FailOnTimeoutGroup] 2024-11-21T13:22:22,705 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195311320 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195311320,5,FailOnTimeoutGroup] 2024-11-21T13:22:22,705 INFO [M:0;4fe6efa1e611:33869 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:22:22,705 INFO [M:0;4fe6efa1e611:33869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:22:22,705 DEBUG [M:0;4fe6efa1e611:33869 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:22:22,705 INFO [M:0;4fe6efa1e611:33869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:22:22,705 INFO [M:0;4fe6efa1e611:33869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:22:22,705 INFO [M:0;4fe6efa1e611:33869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:22:22,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:22:22,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/082675150/master 2024-11-21T13:22:22,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/082675150 2024-11-21T13:22:22,715 DEBUG [M:0;4fe6efa1e611:33869 {}] zookeeper.ZKUtil(347): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Unable to get data of znode /082675150/master because node does not exist (not an error) 2024-11-21T13:22:22,715 WARN [M:0;4fe6efa1e611:33869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:22:22,715 INFO [M:0;4fe6efa1e611:33869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/.lastflushedseqids 2024-11-21T13:22:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741848_1024 (size=245) 2024-11-21T13:22:22,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:22,794 INFO [RS:0;4fe6efa1e611:42223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:22:22,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42223-0x1015d8ecc090001, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:22,794 INFO [RS:0;4fe6efa1e611:42223 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,42223,1732195309945; zookeeper connection closed. 2024-11-21T13:22:22,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ddaa8aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ddaa8aa 2024-11-21T13:22:22,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:22:23,119 INFO [M:0;4fe6efa1e611:33869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:22:23,119 INFO [M:0;4fe6efa1e611:33869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:22:23,119 DEBUG [M:0;4fe6efa1e611:33869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:22:23,119 INFO [M:0;4fe6efa1e611:33869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:23,119 DEBUG [M:0;4fe6efa1e611:33869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:23,119 DEBUG [M:0;4fe6efa1e611:33869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:22:23,119 DEBUG [M:0;4fe6efa1e611:33869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:23,120 INFO [M:0;4fe6efa1e611:33869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T13:22:23,139 DEBUG [M:0;4fe6efa1e611:33869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e03f17d96a47cc8da080a8ac4c5527 is 82, key is hbase:meta,,1/info:regioninfo/1732195312566/Put/seqid=0 2024-11-21T13:22:23,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741849_1025 (size=5672) 2024-11-21T13:22:23,542 INFO [M:0;4fe6efa1e611:33869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e03f17d96a47cc8da080a8ac4c5527 2024-11-21T13:22:23,562 DEBUG [M:0;4fe6efa1e611:33869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d76df0a48c044149b96a66d6dbe53bb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732195325335/Put/seqid=0 2024-11-21T13:22:23,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741850_1026 (size=8517) 2024-11-21T13:22:23,966 INFO [M:0;4fe6efa1e611:33869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d76df0a48c044149b96a66d6dbe53bb 2024-11-21T13:22:23,983 DEBUG [M:0;4fe6efa1e611:33869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fd755f1c0464f629b796ef5c913b00d is 69, key is 4fe6efa1e611,42223,1732195309945/rs:state/1732195311413/Put/seqid=0 2024-11-21T13:22:23,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741851_1027 (size=5156) 2024-11-21T13:22:24,390 INFO [M:0;4fe6efa1e611:33869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fd755f1c0464f629b796ef5c913b00d 2024-11-21T13:22:24,394 DEBUG [M:0;4fe6efa1e611:33869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17e03f17d96a47cc8da080a8ac4c5527 as hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17e03f17d96a47cc8da080a8ac4c5527 2024-11-21T13:22:24,397 INFO [M:0;4fe6efa1e611:33869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17e03f17d96a47cc8da080a8ac4c5527, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T13:22:24,398 DEBUG [M:0;4fe6efa1e611:33869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d76df0a48c044149b96a66d6dbe53bb as hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d76df0a48c044149b96a66d6dbe53bb 2024-11-21T13:22:24,402 INFO [M:0;4fe6efa1e611:33869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d76df0a48c044149b96a66d6dbe53bb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T13:22:24,403 DEBUG [M:0;4fe6efa1e611:33869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6fd755f1c0464f629b796ef5c913b00d as hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fd755f1c0464f629b796ef5c913b00d 2024-11-21T13:22:24,406 INFO [M:0;4fe6efa1e611:33869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41945/user/jenkins/test-data/47169bb4-9d8f-6a0e-832f-9eaf1ef1bd04/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6fd755f1c0464f629b796ef5c913b00d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T13:22:24,407 INFO [M:0;4fe6efa1e611:33869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-21T13:22:24,408 INFO [M:0;4fe6efa1e611:33869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:24,408 DEBUG [M:0;4fe6efa1e611:33869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195343119Disabling compacts and flushes for region at 1732195343119Disabling writes for close at 1732195343119Obtaining lock to block concurrent updates at 1732195343120 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195343120Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732195343120Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195343121 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195343121Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195343138 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195343138Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195343546 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195343562 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195343562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195343970 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195343983 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195343983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38895ac7: reopening flushed file at 1732195344393 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b4d40: reopening flushed file at 1732195344398 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1107aa4a: reopening flushed file at 1732195344402 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732195344407 (+5 ms)Writing region close event to WAL at 1732195344408 (+1 ms)Closed at 1732195344408 2024-11-21T13:22:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39845 is added to blk_1073741830_1006 (size=63666) 2024-11-21T13:22:24,410 INFO [M:0;4fe6efa1e611:33869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:22:24,410 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:22:24,411 INFO [M:0;4fe6efa1e611:33869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33869 2024-11-21T13:22:24,411 INFO [M:0;4fe6efa1e611:33869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:22:24,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:22:24,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:22:24,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T13:22:24,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:22:24,583 INFO [M:0;4fe6efa1e611:33869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:22:24,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:24,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1015d8ecc090000, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:22:24,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6782a17a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:22:24,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23cef91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:22:24,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:22:24,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46f88f6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:22:24,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ca7949d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/hadoop.log.dir/,STOPPED} 2024-11-21T13:22:24,588 WARN [BP-1142039845-172.17.0.2-1732195307634 heartbeating to localhost/127.0.0.1:41945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:22:24,588 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:22:24,589 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:22:24,589 WARN [BP-1142039845-172.17.0.2-1732195307634 heartbeating to localhost/127.0.0.1:41945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1142039845-172.17.0.2-1732195307634 (Datanode Uuid f45d0df3-d979-4d3a-bf41-9a3b30afe8f6) service to localhost/127.0.0.1:41945 2024-11-21T13:22:24,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/cluster_bc6d4522-0293-b480-449c-d3c347faacc7/data/data1/current/BP-1142039845-172.17.0.2-1732195307634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:22:24,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/cluster_bc6d4522-0293-b480-449c-d3c347faacc7/data/data2/current/BP-1142039845-172.17.0.2-1732195307634 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:22:24,590 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:22:24,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48b155af{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:22:24,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67f68f07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:22:24,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:22:24,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75067113{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:22:24,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541e5d04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6aee817-e164-c1ce-f338-2512813b11ac/hadoop.log.dir/,STOPPED} 2024-11-21T13:22:24,613 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T13:22:24,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:22:24,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 313) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42359 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36517 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41945 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56925) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56925) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56925) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=799 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 489) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1598 (was 1549) - AvailableMemoryMB LEAK? - 2024-11-21T13:22:24,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=799, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=1598 2024-11-21T13:22:24,660 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-21T13:22:24,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/hadoop.log.dir so I do NOT create it in target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04 2024-11-21T13:22:24,661 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:22:24,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/hadoop.tmp.dir so I do NOT create it in target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04 2024-11-21T13:22:24,661 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64064d13-04d3-a12e-b989-31579dd60855/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:22:24,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04 2024-11-21T13:22:24,661 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/cluster_e8d83937-f566-a85b-1454-e472a389add2, deleteOnExit=true 2024-11-21T13:22:24,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/cluster_e8d83937-f566-a85b-1454-e472a389add2/zookeeper_0, clientPort=49172, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/cluster_e8d83937-f566-a85b-1454-e472a389add2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/cluster_e8d83937-f566-a85b-1454-e472a389add2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T13:22:24,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49172 2024-11-21T13:22:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:22:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/test.cache.data in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:22:24,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:22:24,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:22:24,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:22:24,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:22:24,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:22:24,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:22:24,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d8ecc090005, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:22:24,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d8ecc090002, quorum=127.0.0.1:56925, baseZNode=/082675150 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:22:24,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d8ecc090005, quorum=127.0.0.1:56925, baseZNode=/11730123074 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:22:24,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015d8ecc090008, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T13:22:24,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d8ecc090002, quorum=127.0.0.1:56925, baseZNode=/082675150 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:22:24,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015d8ecc090008, quorum=127.0.0.1:56925, baseZNode=/21076096300 Received Disconnected from ZooKeeper, ignoring 2024-11-21T13:22:25,018 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T13:22:25,019 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,019 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,020 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,020 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,020 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,020 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,078 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,079 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,080 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,080 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,080 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,081 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,088 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,091 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,091 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,092 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:25,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:25,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:22:25,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:22:25,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:22:25,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:22:25,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:25,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@214d80a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:22:25,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2b2063{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:22:25,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32b3d414{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/java.io.tmpdir/jetty-localhost-38577-hadoop-hdfs-3_4_1-tests_jar-_-any-13069086521962008630/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:22:25,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4da4ce3b{HTTP/1.1, (http/1.1)}{localhost:38577} 2024-11-21T13:22:25,230 INFO [Time-limited test {}] server.Server(415): Started @316654ms 2024-11-21T13:22:25,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:25,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:22:25,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:22:25,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:22:25,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:22:25,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58427f13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:22:25,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d7b1f54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:22:25,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28cce2ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/java.io.tmpdir/jetty-localhost-35957-hadoop-hdfs-3_4_1-tests_jar-_-any-8834087107314580452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:22:25,690 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1194e2fd{HTTP/1.1, (http/1.1)}{localhost:35957} 2024-11-21T13:22:25,690 INFO [Time-limited test {}] server.Server(415): Started @317114ms 2024-11-21T13:22:25,691 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:22:26,603 WARN [Thread-4173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/cluster_e8d83937-f566-a85b-1454-e472a389add2/data/data1/current/BP-195541707-172.17.0.2-1732195344711/current, will proceed with Du for space computation calculation, 2024-11-21T13:22:26,603 WARN [Thread-4174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/cluster_e8d83937-f566-a85b-1454-e472a389add2/data/data2/current/BP-195541707-172.17.0.2-1732195344711/current, will proceed with Du for space computation calculation, 2024-11-21T13:22:26,618 WARN [Thread-4161 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:22:26,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bdb3fa12b95814b with lease ID 0x93dcd20998c09fbd: Processing first storage report for DS-cd869a48-4f38-4359-860a-77e19a1e798f from datanode DatanodeRegistration(127.0.0.1:45465, datanodeUuid=95dd9434-cb82-41e5-b38e-61528eb43bb0, infoPort=39765, infoSecurePort=0, ipcPort=42317, storageInfo=lv=-57;cid=testClusterID;nsid=2083187460;c=1732195344711) 2024-11-21T13:22:26,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bdb3fa12b95814b with lease ID 0x93dcd20998c09fbd: from storage DS-cd869a48-4f38-4359-860a-77e19a1e798f node DatanodeRegistration(127.0.0.1:45465, datanodeUuid=95dd9434-cb82-41e5-b38e-61528eb43bb0, infoPort=39765, infoSecurePort=0, ipcPort=42317, storageInfo=lv=-57;cid=testClusterID;nsid=2083187460;c=1732195344711), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:22:26,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bdb3fa12b95814b with lease ID 0x93dcd20998c09fbd: Processing first storage report for DS-6dd394bb-b48c-47eb-aa3d-b008740391b0 from datanode DatanodeRegistration(127.0.0.1:45465, datanodeUuid=95dd9434-cb82-41e5-b38e-61528eb43bb0, infoPort=39765, infoSecurePort=0, ipcPort=42317, storageInfo=lv=-57;cid=testClusterID;nsid=2083187460;c=1732195344711) 2024-11-21T13:22:26,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bdb3fa12b95814b with lease ID 0x93dcd20998c09fbd: from storage DS-6dd394bb-b48c-47eb-aa3d-b008740391b0 node DatanodeRegistration(127.0.0.1:45465, datanodeUuid=95dd9434-cb82-41e5-b38e-61528eb43bb0, infoPort=39765, infoSecurePort=0, ipcPort=42317, storageInfo=lv=-57;cid=testClusterID;nsid=2083187460;c=1732195344711), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:22:26,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04 2024-11-21T13:22:26,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:26,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:22:27,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609 with version=8 2024-11-21T13:22:27,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/hbase-staging 2024-11-21T13:22:27,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:22:27,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:27,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:27,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:22:27,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:27,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:22:27,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:22:27,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:22:27,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43535 2024-11-21T13:22:27,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43535 connecting to ZooKeeper ensemble=127.0.0.1:49172 2024-11-21T13:22:27,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435350x0, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:27,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43535-0x1015d8f5cd40000 connected 2024-11-21T13:22:27,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:27,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:27,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Set watcher on znode that does not yet exist, /0213705473/running 2024-11-21T13:22:27,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609, hbase.cluster.distributed=false 2024-11-21T13:22:27,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Set watcher on znode that does not yet exist, /0213705473/acl 2024-11-21T13:22:27,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-21T13:22:27,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43535 2024-11-21T13:22:27,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43535 2024-11-21T13:22:27,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-21T13:22:27,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43535 2024-11-21T13:22:27,260 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:22:27,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:27,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:27,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:22:27,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:27,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:22:27,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:22:27,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:22:27,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38025 2024-11-21T13:22:27,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38025 connecting to ZooKeeper ensemble=127.0.0.1:49172 2024-11-21T13:22:27,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:27,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:27,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380250x0, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:27,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380250x0, quorum=127.0.0.1:49172, baseZNode=/0213705473 Set watcher on znode that does not yet exist, /0213705473/running 2024-11-21T13:22:27,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38025-0x1015d8f5cd40001 connected 2024-11-21T13:22:27,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:22:27,359 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:22:27,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Set watcher on znode that does not yet exist, /0213705473/master 2024-11-21T13:22:27,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Set watcher on znode that does not yet exist, /0213705473/acl 2024-11-21T13:22:27,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38025 2024-11-21T13:22:27,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38025 2024-11-21T13:22:27,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38025 2024-11-21T13:22:27,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38025 2024-11-21T13:22:27,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38025 2024-11-21T13:22:27,379 DEBUG [M:0;4fe6efa1e611:43535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:43535 2024-11-21T13:22:27,379 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0213705473/backup-masters/4fe6efa1e611,43535,1732195347039 2024-11-21T13:22:27,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473/backup-masters 2024-11-21T13:22:27,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473/backup-masters 2024-11-21T13:22:27,410 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Set watcher on existing znode=/0213705473/backup-masters/4fe6efa1e611,43535,1732195347039 2024-11-21T13:22:27,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:27,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0213705473/master 2024-11-21T13:22:27,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:27,420 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Set watcher on existing znode=/0213705473/master 2024-11-21T13:22:27,420 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0213705473/backup-masters/4fe6efa1e611,43535,1732195347039 from backup master directory 2024-11-21T13:22:27,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473/backup-masters 2024-11-21T13:22:27,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0213705473/backup-masters/4fe6efa1e611,43535,1732195347039 2024-11-21T13:22:27,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473/backup-masters 2024-11-21T13:22:27,430 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:22:27,430 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,43535,1732195347039 2024-11-21T13:22:27,433 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/hbase.id] with ID: 2f84953a-c4ce-439b-8701-a5c158211bb5 2024-11-21T13:22:27,433 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/.tmp/hbase.id 2024-11-21T13:22:27,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:22:27,837 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/.tmp/hbase.id]:[hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/hbase.id] 2024-11-21T13:22:27,845 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:27,845 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:22:27,846 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:22:27,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:27,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:22:28,298 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:28,298 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:22:28,299 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:28,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:22:28,704 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/MasterData/data/master/store 2024-11-21T13:22:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:22:29,109 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:29,110 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:22:29,110 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:29,110 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:29,110 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:22:29,110 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:29,110 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:29,110 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195349110Disabling compacts and flushes for region at 1732195349110Disabling writes for close at 1732195349110Writing region close event to WAL at 1732195349110Closed at 1732195349110 2024-11-21T13:22:29,111 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/MasterData/data/master/store/.initializing 2024-11-21T13:22:29,111 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/MasterData/WALs/4fe6efa1e611,43535,1732195347039 2024-11-21T13:22:29,112 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:22:29,113 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C43535%2C1732195347039, suffix=, logDir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/MasterData/WALs/4fe6efa1e611,43535,1732195347039, archiveDir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/MasterData/oldWALs, maxLogs=10 2024-11-21T13:22:29,129 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/MasterData/WALs/4fe6efa1e611,43535,1732195347039/4fe6efa1e611%2C43535%2C1732195347039.1732195349113, exclude list is [], retry=0 2024-11-21T13:22:29,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-cd869a48-4f38-4359-860a-77e19a1e798f,DISK] 2024-11-21T13:22:29,133 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/MasterData/WALs/4fe6efa1e611,43535,1732195347039/4fe6efa1e611%2C43535%2C1732195347039.1732195349113 2024-11-21T13:22:29,134 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39765:39765)] 2024-11-21T13:22:29,134 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:29,134 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:29,134 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,134 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:22:29,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:29,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:29,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:22:29,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:29,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:29,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:22:29,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:29,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:29,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:22:29,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:29,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:29,141 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,142 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,142 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,143 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,143 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,143 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:29,144 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:29,146 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:29,146 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62845308, jitterRate=-0.06353193521499634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:29,147 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195349134Initializing all the Stores at 1732195349135 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195349135Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195349136 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195349136Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195349136Cleaning up temporary data from old regions at 1732195349143 (+7 ms)Region opened successfully at 1732195349147 (+4 ms) 2024-11-21T13:22:29,147 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:22:29,149 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2676eaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:22:29,150 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:22:29,150 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:22:29,150 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:22:29,150 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:22:29,151 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:22:29,151 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:22:29,151 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:22:29,152 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:22:29,153 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Unable to get data of znode /0213705473/balancer because node does not exist (not necessarily an error) 2024-11-21T13:22:29,198 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0213705473/balancer already deleted, retry=false 2024-11-21T13:22:29,199 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:22:29,200 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Unable to get data of znode /0213705473/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:22:29,209 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0213705473/normalizer already deleted, retry=false 2024-11-21T13:22:29,209 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:22:29,211 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Unable to get data of znode /0213705473/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:22:29,219 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0213705473/switch/split already deleted, retry=false 2024-11-21T13:22:29,220 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Unable to get data of znode /0213705473/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:22:29,230 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0213705473/switch/merge already deleted, retry=false 2024-11-21T13:22:29,232 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Unable to get data of znode /0213705473/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:22:29,240 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0213705473/snapshot-cleanup already deleted, retry=false 2024-11-21T13:22:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0213705473/running 2024-11-21T13:22:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0213705473/running 2024-11-21T13:22:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:29,251 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,43535,1732195347039, sessionid=0x1015d8f5cd40000, setting cluster-up flag (Was=false) 2024-11-21T13:22:29,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:29,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:29,304 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0213705473/flush-table-proc/acquired, /0213705473/flush-table-proc/reached, /0213705473/flush-table-proc/abort 2024-11-21T13:22:29,305 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,43535,1732195347039 2024-11-21T13:22:29,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:29,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:29,356 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0213705473/online-snapshot/acquired, /0213705473/online-snapshot/reached, /0213705473/online-snapshot/abort 2024-11-21T13:22:29,357 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,43535,1732195347039 2024-11-21T13:22:29,358 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:22:29,359 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:29,360 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:22:29,360 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:22:29,360 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,43535,1732195347039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:22:29,361 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:29,361 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:29,361 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:29,361 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:29,361 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:22:29,361 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,361 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:22:29,361 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:29,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:22:29,363 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:29,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:22:29,368 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195379368 2024-11-21T13:22:29,368 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:22:29,368 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:22:29,368 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:22:29,369 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:22:29,369 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:22:29,369 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:22:29,370 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,376 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:22:29,377 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:22:29,377 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:22:29,377 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:22:29,377 INFO [RS:0;4fe6efa1e611:38025 {}] regionserver.HRegionServer(746): ClusterId : 2f84953a-c4ce-439b-8701-a5c158211bb5 2024-11-21T13:22:29,377 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:22:29,377 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:22:29,377 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:22:29,378 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195349377,5,FailOnTimeoutGroup] 2024-11-21T13:22:29,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:22:29,383 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195349378,5,FailOnTimeoutGroup] 2024-11-21T13:22:29,383 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,383 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:22:29,383 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,383 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,388 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:22:29,388 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:22:29,399 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:22:29,399 DEBUG [RS:0;4fe6efa1e611:38025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa0cc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:22:29,411 DEBUG [RS:0;4fe6efa1e611:38025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:38025 2024-11-21T13:22:29,411 INFO [RS:0;4fe6efa1e611:38025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:22:29,411 INFO [RS:0;4fe6efa1e611:38025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:22:29,411 DEBUG [RS:0;4fe6efa1e611:38025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:22:29,412 INFO [RS:0;4fe6efa1e611:38025 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,43535,1732195347039 with port=38025, startcode=1732195347260 2024-11-21T13:22:29,412 DEBUG [RS:0;4fe6efa1e611:38025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:22:29,419 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:22:29,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,38025,1732195347260 2024-11-21T13:22:29,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,38025,1732195347260 2024-11-21T13:22:29,421 DEBUG [RS:0;4fe6efa1e611:38025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609 2024-11-21T13:22:29,421 DEBUG [RS:0;4fe6efa1e611:38025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44625 2024-11-21T13:22:29,421 DEBUG [RS:0;4fe6efa1e611:38025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:22:29,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473/rs 2024-11-21T13:22:29,430 DEBUG [RS:0;4fe6efa1e611:38025 {}] zookeeper.ZKUtil(111): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Set watcher on existing znode=/0213705473/rs/4fe6efa1e611,38025,1732195347260 2024-11-21T13:22:29,430 WARN [RS:0;4fe6efa1e611:38025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:22:29,430 INFO [RS:0;4fe6efa1e611:38025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:29,431 DEBUG [RS:0;4fe6efa1e611:38025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/WALs/4fe6efa1e611,38025,1732195347260 2024-11-21T13:22:29,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,38025,1732195347260] 2024-11-21T13:22:29,433 INFO [RS:0;4fe6efa1e611:38025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:22:29,434 INFO [RS:0;4fe6efa1e611:38025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:22:29,435 INFO [RS:0;4fe6efa1e611:38025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:22:29,435 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,435 INFO [RS:0;4fe6efa1e611:38025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:22:29,436 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:22:29,436 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:22:29,436 DEBUG [RS:0;4fe6efa1e611:38025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:22:29,440 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,440 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,440 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,440 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,440 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,440 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,38025,1732195347260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:22:29,454 INFO [RS:0;4fe6efa1e611:38025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:22:29,454 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,38025,1732195347260-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,455 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,455 INFO [RS:0;4fe6efa1e611:38025 {}] regionserver.Replication(171): 4fe6efa1e611,38025,1732195347260 started 2024-11-21T13:22:29,467 INFO [RS:0;4fe6efa1e611:38025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:29,467 INFO [RS:0;4fe6efa1e611:38025 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,38025,1732195347260, RpcServer on 4fe6efa1e611/172.17.0.2:38025, sessionid=0x1015d8f5cd40001 2024-11-21T13:22:29,467 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:22:29,467 DEBUG [RS:0;4fe6efa1e611:38025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,38025,1732195347260 2024-11-21T13:22:29,467 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,38025,1732195347260' 2024-11-21T13:22:29,467 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0213705473/flush-table-proc/abort' 2024-11-21T13:22:29,468 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0213705473/flush-table-proc/acquired' 2024-11-21T13:22:29,468 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:22:29,468 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:22:29,468 DEBUG [RS:0;4fe6efa1e611:38025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,38025,1732195347260 2024-11-21T13:22:29,468 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,38025,1732195347260' 2024-11-21T13:22:29,468 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0213705473/online-snapshot/abort' 2024-11-21T13:22:29,469 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0213705473/online-snapshot/acquired' 2024-11-21T13:22:29,469 DEBUG [RS:0;4fe6efa1e611:38025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:22:29,469 INFO [RS:0;4fe6efa1e611:38025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:22:29,469 INFO [RS:0;4fe6efa1e611:38025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:22:29,569 INFO [RS:0;4fe6efa1e611:38025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:22:29,571 INFO [RS:0;4fe6efa1e611:38025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C38025%2C1732195347260, suffix=, logDir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/WALs/4fe6efa1e611,38025,1732195347260, archiveDir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/oldWALs, maxLogs=10 2024-11-21T13:22:29,583 DEBUG [RS:0;4fe6efa1e611:38025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/WALs/4fe6efa1e611,38025,1732195347260/4fe6efa1e611%2C38025%2C1732195347260.1732195349571, exclude list is [], retry=0 2024-11-21T13:22:29,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-cd869a48-4f38-4359-860a-77e19a1e798f,DISK] 2024-11-21T13:22:29,586 INFO [RS:0;4fe6efa1e611:38025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/WALs/4fe6efa1e611,38025,1732195347260/4fe6efa1e611%2C38025%2C1732195347260.1732195349571 2024-11-21T13:22:29,587 DEBUG [RS:0;4fe6efa1e611:38025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39765:39765)] 2024-11-21T13:22:29,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:22:29,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609 2024-11-21T13:22:29,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:22:30,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:30,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:22:30,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:22:30,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:30,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:30,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:22:30,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:22:30,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:30,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:30,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:22:30,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:22:30,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:30,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:30,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:22:30,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:22:30,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:30,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:30,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:22:30,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/data/hbase/meta/1588230740 2024-11-21T13:22:30,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/data/hbase/meta/1588230740 2024-11-21T13:22:30,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:22:30,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:22:30,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:30,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:22:30,194 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:30,194 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59252978, jitterRate=-0.11706182360649109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:30,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195350184Initializing all the Stores at 1732195350185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195350185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195350185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195350185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195350185Cleaning up temporary data from old regions at 1732195350191 (+6 ms)Region opened successfully at 1732195350194 (+3 ms) 2024-11-21T13:22:30,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:22:30,194 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:22:30,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:22:30,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:22:30,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:22:30,195 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:22:30,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195350194Disabling compacts and flushes for region at 1732195350194Disabling writes for close at 1732195350194Writing region close event to WAL at 1732195350195 (+1 ms)Closed at 1732195350195 2024-11-21T13:22:30,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:30,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:22:30,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:22:30,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:22:30,197 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:22:30,347 DEBUG [4fe6efa1e611:43535 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:22:30,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,38025,1732195347260 2024-11-21T13:22:30,349 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,38025,1732195347260, state=OPENING 2024-11-21T13:22:30,409 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:22:30,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:30,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0213705473 2024-11-21T13:22:30,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0213705473/meta-region-server: CHANGED 2024-11-21T13:22:30,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0213705473/meta-region-server: CHANGED 2024-11-21T13:22:30,420 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:22:30,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,38025,1732195347260}] 2024-11-21T13:22:30,572 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:22:30,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:22:30,575 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:22:30,575 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:30,575 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:22:30,576 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C38025%2C1732195347260.meta, suffix=.meta, logDir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/WALs/4fe6efa1e611,38025,1732195347260, archiveDir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/oldWALs, maxLogs=10 2024-11-21T13:22:30,588 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/WALs/4fe6efa1e611,38025,1732195347260/4fe6efa1e611%2C38025%2C1732195347260.meta.1732195350577.meta, exclude list is [], retry=0 2024-11-21T13:22:30,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-cd869a48-4f38-4359-860a-77e19a1e798f,DISK] 2024-11-21T13:22:30,591 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/WALs/4fe6efa1e611,38025,1732195347260/4fe6efa1e611%2C38025%2C1732195347260.meta.1732195350577.meta 2024-11-21T13:22:30,591 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39765:39765)] 2024-11-21T13:22:30,591 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:30,591 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:30,591 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:22:30,592 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:22:30,592 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:22:30,592 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:22:30,592 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:30,592 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:22:30,592 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:22:30,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:22:30,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:22:30,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:30,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:30,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:22:30,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:22:30,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:30,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:30,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:22:30,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:22:30,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:30,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:30,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:22:30,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:22:30,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:30,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:30,596 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:22:30,597 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/data/hbase/meta/1588230740 2024-11-21T13:22:30,597 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/data/hbase/meta/1588230740 2024-11-21T13:22:30,598 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:22:30,598 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:22:30,599 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:30,600 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:22:30,600 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65139743, jitterRate=-0.02934218943119049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:30,600 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:22:30,601 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195350592Writing region info on filesystem at 1732195350592Initializing all the Stores at 1732195350593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195350593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195350593Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195350593Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195350593Cleaning up temporary data from old regions at 1732195350598 (+5 ms)Running coprocessor post-open hooks at 1732195350600 (+2 ms)Region opened successfully at 1732195350601 (+1 ms) 2024-11-21T13:22:30,601 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195350572 2024-11-21T13:22:30,603 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:22:30,603 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:22:30,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,38025,1732195347260 2024-11-21T13:22:30,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,38025,1732195347260, state=OPEN 2024-11-21T13:22:30,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38025-0x1015d8f5cd40001, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0213705473/meta-region-server 2024-11-21T13:22:30,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43535-0x1015d8f5cd40000, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0213705473/meta-region-server 2024-11-21T13:22:30,639 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,38025,1732195347260 2024-11-21T13:22:30,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0213705473/meta-region-server: CHANGED 2024-11-21T13:22:30,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0213705473/meta-region-server: CHANGED 2024-11-21T13:22:30,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:22:30,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,38025,1732195347260 in 219 msec 2024-11-21T13:22:30,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:22:30,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-21T13:22:30,642 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:30,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:22:30,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:30,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,38025,1732195347260, seqNum=-1] 2024-11-21T13:22:30,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:30,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:30,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-21T13:22:30,647 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195350647, completionTime=-1 2024-11-21T13:22:30,647 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:22:30,648 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:22:30,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:22:30,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195410649 2024-11-21T13:22:30,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195470649 2024-11-21T13:22:30,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:22:30,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43535,1732195347039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:30,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43535,1732195347039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:30,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43535,1732195347039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:30,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:43535, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:30,649 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:30,650 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:30,651 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:22:30,652 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.222sec 2024-11-21T13:22:30,652 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:22:30,652 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:22:30,652 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:22:30,652 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:22:30,652 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:22:30,652 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43535,1732195347039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:22:30,652 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43535,1732195347039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:22:30,654 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:22:30,654 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:22:30,654 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43535,1732195347039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:30,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adb06b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:30,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43535,-1 for getting cluster id 2024-11-21T13:22:30,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:30,679 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f84953a-c4ce-439b-8701-a5c158211bb5' 2024-11-21T13:22:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f84953a-c4ce-439b-8701-a5c158211bb5" 2024-11-21T13:22:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9e059a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43535,-1] 2024-11-21T13:22:30,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:30,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:30,680 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:30,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d426af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:30,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,38025,1732195347260, seqNum=-1] 2024-11-21T13:22:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:30,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:30,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,43535,1732195347039 2024-11-21T13:22:30,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49172 2024-11-21T13:22:30,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49172, baseZNode=/0213705473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:30,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d8f5cd40002 connected 2024-11-21T13:22:30,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,43535,1732195347039 2024-11-21T13:22:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14f7e3bd 2024-11-21T13:22:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:30,720 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:30,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:22:30,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:22:30,722 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:30,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:22:30,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:22:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:30,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:22:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:31,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb1a81fa6a63356346f4c4fcc05b3749, NAME => 'test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609 2024-11-21T13:22:31,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:22:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:31,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:31,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eb1a81fa6a63356346f4c4fcc05b3749, disabling compactions & flushes 2024-11-21T13:22:31,538 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749. 2024-11-21T13:22:31,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749. 2024-11-21T13:22:31,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749. after waiting 0 ms 2024-11-21T13:22:31,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749. 2024-11-21T13:22:31,538 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749. 2024-11-21T13:22:31,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb1a81fa6a63356346f4c4fcc05b3749: Waiting for close lock at 1732195351538Disabling compacts and flushes for region at 1732195351538Disabling writes for close at 1732195351538Writing region close event to WAL at 1732195351538Closed at 1732195351538 2024-11-21T13:22:31,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:22:31,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195351539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195351539"}]},"ts":"1732195351539"} 2024-11-21T13:22:31,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:22:31,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:22:31,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195351541"}]},"ts":"1732195351541"} 2024-11-21T13:22:31,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:22:31,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb1a81fa6a63356346f4c4fcc05b3749, ASSIGN}] 2024-11-21T13:22:31,543 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb1a81fa6a63356346f4c4fcc05b3749, ASSIGN 2024-11-21T13:22:31,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eb1a81fa6a63356346f4c4fcc05b3749, ASSIGN; state=OFFLINE, location=4fe6efa1e611,38025,1732195347260; forceNewPlan=false, retain=false 2024-11-21T13:22:31,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb1a81fa6a63356346f4c4fcc05b3749, regionState=OPENING, regionLocation=4fe6efa1e611,38025,1732195347260 2024-11-21T13:22:31,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eb1a81fa6a63356346f4c4fcc05b3749, ASSIGN because future has completed 2024-11-21T13:22:31,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb1a81fa6a63356346f4c4fcc05b3749, server=4fe6efa1e611,38025,1732195347260}] 2024-11-21T13:22:31,851 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749. 2024-11-21T13:22:31,851 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb1a81fa6a63356346f4c4fcc05b3749, NAME => 'test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:31,851 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:31,851 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:22:31,851 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,851 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:31,852 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,852 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,853 INFO [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,853 INFO [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1a81fa6a63356346f4c4fcc05b3749 columnFamilyName f 2024-11-21T13:22:31,853 DEBUG [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:31,854 INFO [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] regionserver.HStore(327): Store=eb1a81fa6a63356346f4c4fcc05b3749/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:31,854 INFO [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,854 INFO [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1a81fa6a63356346f4c4fcc05b3749 columnFamilyName f1 2024-11-21T13:22:31,854 DEBUG [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:31,855 INFO [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] regionserver.HStore(327): Store=eb1a81fa6a63356346f4c4fcc05b3749/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:31,855 INFO [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,855 INFO [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1a81fa6a63356346f4c4fcc05b3749 columnFamilyName norep 2024-11-21T13:22:31,855 DEBUG [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:31,856 INFO [StoreOpener-eb1a81fa6a63356346f4c4fcc05b3749-1 {}] regionserver.HStore(327): Store=eb1a81fa6a63356346f4c4fcc05b3749/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:31,856 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,856 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/data/default/test/eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,856 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/data/default/test/eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,857 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,857 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,857 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:22:31,858 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:31,859 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/data/default/test/eb1a81fa6a63356346f4c4fcc05b3749/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:31,859 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb1a81fa6a63356346f4c4fcc05b3749; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62686441, jitterRate=-0.06589923799037933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:22:31,859 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb1a81fa6a63356346f4c4fcc05b3749 2024-11-21T13:22:31,860 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb1a81fa6a63356346f4c4fcc05b3749: Running coprocessor pre-open hook at 1732195351852Writing region info on filesystem at 1732195351852Initializing all the Stores at 1732195351852Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195351852Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195351852Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195351852Cleaning up temporary data from old regions at 1732195351857 (+5 ms)Running coprocessor post-open hooks at 1732195351859 (+2 ms)Region opened successfully at 1732195351860 (+1 ms) 2024-11-21T13:22:31,861 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749., pid=6, masterSystemTime=1732195351848 2024-11-21T13:22:31,862 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749. 2024-11-21T13:22:31,862 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195350720.eb1a81fa6a63356346f4c4fcc05b3749. 2024-11-21T13:22:31,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb1a81fa6a63356346f4c4fcc05b3749, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,38025,1732195347260 2024-11-21T13:22:31,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb1a81fa6a63356346f4c4fcc05b3749, server=4fe6efa1e611,38025,1732195347260 because future has completed 2024-11-21T13:22:31,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:22:31,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb1a81fa6a63356346f4c4fcc05b3749, server=4fe6efa1e611,38025,1732195347260 in 169 msec 2024-11-21T13:22:31,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:22:31,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eb1a81fa6a63356346f4c4fcc05b3749, ASSIGN in 323 msec 2024-11-21T13:22:31,868 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:22:31,868 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195351868"}]},"ts":"1732195351868"} 2024-11-21T13:22:31,870 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:22:31,870 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:22:31,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-21T13:22:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:32,868 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:22:32,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501a2530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:32,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43535,-1 for getting cluster id 2024-11-21T13:22:32,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:32,869 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f84953a-c4ce-439b-8701-a5c158211bb5' 2024-11-21T13:22:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f84953a-c4ce-439b-8701-a5c158211bb5" 2024-11-21T13:22:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc28cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43535,-1] 2024-11-21T13:22:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:32,870 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117a7e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:32,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,43535,1732195347039 2024-11-21T13:22:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22afb004 2024-11-21T13:22:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:32,872 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:32,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:43535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:22:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:22:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:32,875 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:43535' 2024-11-21T13:22:32,876 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23156362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:32,876 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,43535,-1 for getting cluster id 2024-11-21T13:22:32,876 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:32,876 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f84953a-c4ce-439b-8701-a5c158211bb5' 2024-11-21T13:22:32,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:32,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f84953a-c4ce-439b-8701-a5c158211bb5" 2024-11-21T13:22:32,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141ebc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:32,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,43535,-1] 2024-11-21T13:22:32,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:32,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:32,877 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:32,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1859e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:32,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:32,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,43535,1732195347039 2024-11-21T13:22:32,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73c04b27 2024-11-21T13:22:32,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:32,879 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:32,880 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:22:32,880 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:22:32,880 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:32,880 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:32,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:32,880 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4fe6efa1e611:43535, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T13:22:32,886 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4fe6efa1e611:43535, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4fe6efa1e611:43535, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4fe6efa1e611:43535, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-21T13:22:32,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4fe6efa1e611:43535, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-21T13:22:32,887 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-21T13:22:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:32,980 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://4fe6efa1e611:43535, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-21T13:22:32,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:32,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:32,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:32,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:32,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:32,994 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 361) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-482349196_20 at /127.0.0.1:52788 [Receiving block BP-195541707-172.17.0.2-1732195344711:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@510836b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/4fe6efa1e611:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195349377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-195541707-172.17.0.2-1732195344711:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6f027ba0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp589322900-7870-acceptor-0@1ebb113b-ServerConnector@4da4ce3b{HTTP/1.1, (http/1.1)}{localhost:38577} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@347d4209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49172 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: qtp589322900-7871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/cluster_e8d83937-f566-a85b-1454-e472a389add2/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp589322900-7866 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3cd0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp245566725-7915 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3cd0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/cluster_e8d83937-f566-a85b-1454-e472a389add2/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/cluster_e8d83937-f566-a85b-1454-e472a389add2/data/data1/current/BP-195541707-172.17.0.2-1732195344711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195349378 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@46c71a4c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-482349196_20 at /127.0.0.1:52796 [Receiving block BP-195541707-172.17.0.2-1732195344711:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/cluster_e8d83937-f566-a85b-1454-e472a389add2/data/data2/current/BP-195541707-172.17.0.2-1732195344711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49172) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp589322900-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3cd0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4fe6efa1e611:38025-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589322900-7873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4fe6efa1e611:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@508ccf5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1669423163_20 at /127.0.0.1:52768 [Receiving block BP-195541707-172.17.0.2-1732195344711:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;4fe6efa1e611:43535 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589322900-7867 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3cd0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp589322900-7868 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3cd0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6f36f996 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-195541707-172.17.0.2-1732195344711 heartbeating to localhost/127.0.0.1:44625 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-20630069-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4fe6efa1e611:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp589322900-7872 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609-prefix:4fe6efa1e611,38025,1732195347260 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp245566725-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-195541707-172.17.0.2-1732195344711:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609-prefix:4fe6efa1e611,38025,1732195347260.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$593/0x00007f3cd0ab2928.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/4fe6efa1e611:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@638f718 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@68047ed2[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49172) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server handler 3 on default port 42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44625 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 4fe6efa1e611:43535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@6388039c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1049011612) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 0 on default port 42317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f3cd09fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 1 on default port 44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-59beb9cb-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44625 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-195541707-172.17.0.2-1732195344711:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:49172): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4fe6efa1e611:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp245566725-7916 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49172) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 42317 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44625/user/jenkins/test-data/f6ef6632-cb2f-6a95-316b-436918ebc609/MasterData-prefix:4fe6efa1e611,43535,1732195347039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-482349196_20 at /127.0.0.1:52724 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RS:0;4fe6efa1e611:38025 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp245566725-7917-acceptor-0@4fa1b157-ServerConnector@1194e2fd{HTTP/1.1, (http/1.1)}{localhost:35957} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@47822cb6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=870 (was 799) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=483 (was 491), ProcessCount=11 (was 11), AvailableMemoryMB=1536 (was 1598) 2024-11-21T13:22:32,996 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-21T13:22:33,007 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=1535 2024-11-21T13:22:33,007 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-21T13:22:33,020 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-21T13:22:33,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/hadoop.log.dir so I do NOT create it in target/test-data/2a5df16e-6694-8361-628f-97994cb7376a 2024-11-21T13:22:33,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:22:33,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/hadoop.tmp.dir so I do NOT create it in target/test-data/2a5df16e-6694-8361-628f-97994cb7376a 2024-11-21T13:22:33,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a7b731e-f0c1-2c45-aca4-539ed1dfef04/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:22:33,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a 2024-11-21T13:22:33,020 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/cluster_f888e2cc-1212-c3ad-f0dc-eab4e5af1ede, deleteOnExit=true 2024-11-21T13:22:33,134 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/cluster_f888e2cc-1212-c3ad-f0dc-eab4e5af1ede/zookeeper_0, clientPort=57824, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/cluster_f888e2cc-1212-c3ad-f0dc-eab4e5af1ede/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/cluster_f888e2cc-1212-c3ad-f0dc-eab4e5af1ede/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T13:22:33,134 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57824 2024-11-21T13:22:33,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:22:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:22:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/test.cache.data in system properties and HBase conf 2024-11-21T13:22:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:22:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:22:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:22:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:22:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:22:33,135 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:22:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:22:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:22:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:22:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:22:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:22:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:22:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:22:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:22:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:22:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:22:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:22:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:22:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:22:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:22:33,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:33,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:22:33,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:22:33,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:22:33,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:22:33,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:33,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@534e3233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:22:33,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3afe3d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:22:33,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b0e36b9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/java.io.tmpdir/jetty-localhost-37151-hadoop-hdfs-3_4_1-tests_jar-_-any-4472543391298916882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:22:33,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6bdbe5{HTTP/1.1, (http/1.1)}{localhost:37151} 2024-11-21T13:22:33,765 INFO [Time-limited test {}] server.Server(415): Started @325189ms 2024-11-21T13:22:34,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:34,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:22:34,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:22:34,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:22:34,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:22:34,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d5559b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:22:34,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33d9863b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:22:34,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@235074a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/java.io.tmpdir/jetty-localhost-42403-hadoop-hdfs-3_4_1-tests_jar-_-any-11803211867292421887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:22:34,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11ca119c{HTTP/1.1, (http/1.1)}{localhost:42403} 2024-11-21T13:22:34,193 INFO [Time-limited test {}] server.Server(415): Started @325617ms 2024-11-21T13:22:34,194 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:22:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T13:22:34,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T13:22:34,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T13:22:34,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T13:22:34,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:22:34,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T13:22:34,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T13:22:34,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T13:22:34,851 WARN [Thread-4306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/cluster_f888e2cc-1212-c3ad-f0dc-eab4e5af1ede/data/data1/current/BP-450013764-172.17.0.2-1732195353153/current, will proceed with Du for space computation calculation, 2024-11-21T13:22:34,851 WARN [Thread-4307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/cluster_f888e2cc-1212-c3ad-f0dc-eab4e5af1ede/data/data2/current/BP-450013764-172.17.0.2-1732195353153/current, will proceed with Du for space computation calculation, 2024-11-21T13:22:34,868 WARN [Thread-4294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:22:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6a8f987e56715fa with lease ID 0x8f9b74562e2df13a: Processing first storage report for DS-6df3017d-1a6e-420a-8153-5cef5b0bf932 from datanode DatanodeRegistration(127.0.0.1:34921, datanodeUuid=f6ecb2bf-c115-4e41-86b5-d1680a3eeec8, infoPort=39333, infoSecurePort=0, ipcPort=36915, storageInfo=lv=-57;cid=testClusterID;nsid=735224582;c=1732195353153) 2024-11-21T13:22:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6a8f987e56715fa with lease ID 0x8f9b74562e2df13a: from storage DS-6df3017d-1a6e-420a-8153-5cef5b0bf932 node DatanodeRegistration(127.0.0.1:34921, datanodeUuid=f6ecb2bf-c115-4e41-86b5-d1680a3eeec8, infoPort=39333, infoSecurePort=0, ipcPort=36915, storageInfo=lv=-57;cid=testClusterID;nsid=735224582;c=1732195353153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:22:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6a8f987e56715fa with lease ID 0x8f9b74562e2df13a: Processing first storage report for DS-2e97bc51-3c4b-48da-81ed-49cc68259109 from datanode DatanodeRegistration(127.0.0.1:34921, datanodeUuid=f6ecb2bf-c115-4e41-86b5-d1680a3eeec8, infoPort=39333, infoSecurePort=0, ipcPort=36915, storageInfo=lv=-57;cid=testClusterID;nsid=735224582;c=1732195353153) 2024-11-21T13:22:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6a8f987e56715fa with lease ID 0x8f9b74562e2df13a: from storage DS-2e97bc51-3c4b-48da-81ed-49cc68259109 node DatanodeRegistration(127.0.0.1:34921, datanodeUuid=f6ecb2bf-c115-4e41-86b5-d1680a3eeec8, infoPort=39333, infoSecurePort=0, ipcPort=36915, storageInfo=lv=-57;cid=testClusterID;nsid=735224582;c=1732195353153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:22:34,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a 2024-11-21T13:22:34,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:34,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:22:35,328 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade with version=8 2024-11-21T13:22:35,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/hbase-staging 2024-11-21T13:22:35,330 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:22:35,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:35,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:35,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:22:35,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:35,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:22:35,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:22:35,331 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:22:35,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42021 2024-11-21T13:22:35,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42021 connecting to ZooKeeper ensemble=127.0.0.1:57824 2024-11-21T13:22:35,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420210x0, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:35,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42021-0x1015d8f7dd80000 connected 2024-11-21T13:22:35,433 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T13:22:35,434 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T13:22:35,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:35,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:35,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Set watcher on znode that does not yet exist, /0-420052983/running 2024-11-21T13:22:35,531 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade, hbase.cluster.distributed=false 2024-11-21T13:22:35,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Set watcher on znode that does not yet exist, /0-420052983/acl 2024-11-21T13:22:35,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42021 2024-11-21T13:22:35,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42021 2024-11-21T13:22:35,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42021 2024-11-21T13:22:35,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42021 2024-11-21T13:22:35,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42021 2024-11-21T13:22:35,546 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:22:35,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:35,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:35,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:22:35,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:35,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:22:35,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:22:35,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:22:35,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44715 2024-11-21T13:22:35,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44715 connecting to ZooKeeper ensemble=127.0.0.1:57824 2024-11-21T13:22:35,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:35,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:35,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447150x0, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:35,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447150x0, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Set watcher on znode that does not yet exist, /0-420052983/running 2024-11-21T13:22:35,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44715-0x1015d8f7dd80001 connected 2024-11-21T13:22:35,560 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:22:35,561 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:22:35,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Set watcher on znode that does not yet exist, /0-420052983/master 2024-11-21T13:22:35,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Set watcher on znode that does not yet exist, /0-420052983/acl 2024-11-21T13:22:35,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44715 2024-11-21T13:22:35,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44715 2024-11-21T13:22:35,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44715 2024-11-21T13:22:35,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44715 2024-11-21T13:22:35,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44715 2024-11-21T13:22:35,579 DEBUG [M:0;4fe6efa1e611:42021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:42021 2024-11-21T13:22:35,580 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-420052983/backup-masters/4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:35,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983/backup-masters 2024-11-21T13:22:35,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983/backup-masters 2024-11-21T13:22:35,591 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Set watcher on existing znode=/0-420052983/backup-masters/4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:35,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-420052983/master 2024-11-21T13:22:35,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:35,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:35,616 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Set watcher on existing znode=/0-420052983/master 2024-11-21T13:22:35,616 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-420052983/backup-masters/4fe6efa1e611,42021,1732195355330 from backup master directory 2024-11-21T13:22:35,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420052983/backup-masters/4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:35,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983/backup-masters 2024-11-21T13:22:35,622 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:22:35,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983/backup-masters 2024-11-21T13:22:35,622 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:35,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,637 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/hbase.id] with ID: fbaf371b-59ac-46ff-89f0-a5de6792784d 2024-11-21T13:22:35,638 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/.tmp/hbase.id 2024-11-21T13:22:35,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:35,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:22:35,664 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/.tmp/hbase.id]:[hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/hbase.id] 2024-11-21T13:22:35,678 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:35,678 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:22:35,680 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T13:22:35,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:35,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:35,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:22:36,103 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:36,104 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:22:36,104 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:22:36,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:22:36,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:36,512 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store 2024-11-21T13:22:36,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:22:36,916 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:36,916 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:22:36,917 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:36,917 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:36,917 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:22:36,917 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:36,917 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:36,917 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195356916Disabling compacts and flushes for region at 1732195356916Disabling writes for close at 1732195356917 (+1 ms)Writing region close event to WAL at 1732195356917Closed at 1732195356917 2024-11-21T13:22:36,917 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/.initializing 2024-11-21T13:22:36,917 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/WALs/4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:36,918 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:22:36,919 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C42021%2C1732195355330, suffix=, logDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/WALs/4fe6efa1e611,42021,1732195355330, archiveDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/oldWALs, maxLogs=10 2024-11-21T13:22:36,930 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/WALs/4fe6efa1e611,42021,1732195355330/4fe6efa1e611%2C42021%2C1732195355330.1732195356919, exclude list is [], retry=0 2024-11-21T13:22:36,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-6df3017d-1a6e-420a-8153-5cef5b0bf932,DISK] 2024-11-21T13:22:36,933 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/WALs/4fe6efa1e611,42021,1732195355330/4fe6efa1e611%2C42021%2C1732195355330.1732195356919 2024-11-21T13:22:36,933 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-21T13:22:36,933 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:36,934 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:36,934 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,934 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:22:36,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:36,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:36,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:22:36,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:36,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:36,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:22:36,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:36,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:36,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:22:36,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:36,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:36,939 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,939 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,939 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,940 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,940 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,940 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:36,941 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:36,942 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:36,942 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67786705, jitterRate=0.01010061800479889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:36,942 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195356934Initializing all the Stores at 1732195356934Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195356934Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195356934Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195356934Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195356934Cleaning up temporary data from old regions at 1732195356940 (+6 ms)Region opened successfully at 1732195356942 (+2 ms) 2024-11-21T13:22:36,943 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:22:36,944 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745180c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:22:36,945 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:22:36,945 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:22:36,945 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:22:36,945 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:22:36,946 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:22:36,946 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:22:36,946 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:22:36,951 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:22:36,951 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Unable to get data of znode /0-420052983/balancer because node does not exist (not necessarily an error) 2024-11-21T13:22:36,959 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420052983/balancer already deleted, retry=false 2024-11-21T13:22:36,960 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:22:36,960 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Unable to get data of znode /0-420052983/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:22:36,970 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420052983/normalizer already deleted, retry=false 2024-11-21T13:22:36,970 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:22:36,973 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Unable to get data of znode /0-420052983/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:22:36,980 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420052983/switch/split already deleted, retry=false 2024-11-21T13:22:36,981 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Unable to get data of znode /0-420052983/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:22:36,991 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420052983/switch/merge already deleted, retry=false 2024-11-21T13:22:36,993 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Unable to get data of znode /0-420052983/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:22:37,001 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-420052983/snapshot-cleanup already deleted, retry=false 2024-11-21T13:22:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-420052983/running 2024-11-21T13:22:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-420052983/running 2024-11-21T13:22:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:37,012 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,42021,1732195355330, sessionid=0x1015d8f7dd80000, setting cluster-up flag (Was=false) 2024-11-21T13:22:37,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:37,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:37,064 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-420052983/flush-table-proc/acquired, /0-420052983/flush-table-proc/reached, /0-420052983/flush-table-proc/abort 2024-11-21T13:22:37,065 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:37,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:37,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:37,117 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-420052983/online-snapshot/acquired, /0-420052983/online-snapshot/reached, /0-420052983/online-snapshot/abort 2024-11-21T13:22:37,118 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:37,119 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:22:37,120 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:37,120 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:22:37,120 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:22:37,120 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,42021,1732195355330 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:22:37,121 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:37,121 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:37,121 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:37,121 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:37,121 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:22:37,121 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,121 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:22:37,121 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:37,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:22:37,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:37,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:22:37,127 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195387127 2024-11-21T13:22:37,127 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:22:37,127 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:22:37,127 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:22:37,127 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:22:37,127 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:22:37,127 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:22:37,128 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,128 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:22:37,128 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:22:37,128 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:22:37,128 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:22:37,130 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:22:37,130 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:22:37,130 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195357130,5,FailOnTimeoutGroup] 2024-11-21T13:22:37,130 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195357130,5,FailOnTimeoutGroup] 2024-11-21T13:22:37,130 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,130 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:22:37,130 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,130 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:22:37,169 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(746): ClusterId : fbaf371b-59ac-46ff-89f0-a5de6792784d 2024-11-21T13:22:37,169 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:22:37,181 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:22:37,181 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:22:37,191 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:22:37,191 DEBUG [RS:0;4fe6efa1e611:44715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b782d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:22:37,201 DEBUG [RS:0;4fe6efa1e611:44715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:44715 2024-11-21T13:22:37,202 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:22:37,202 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:22:37,202 DEBUG [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:22:37,202 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,42021,1732195355330 with port=44715, startcode=1732195355546 2024-11-21T13:22:37,202 DEBUG [RS:0;4fe6efa1e611:44715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:22:37,203 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:22:37,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:37,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42021 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:37,204 DEBUG [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade 2024-11-21T13:22:37,204 DEBUG [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41493 2024-11-21T13:22:37,204 DEBUG [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:22:37,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983/rs 2024-11-21T13:22:37,212 DEBUG [RS:0;4fe6efa1e611:44715 {}] zookeeper.ZKUtil(111): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Set watcher on existing znode=/0-420052983/rs/4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:37,212 WARN [RS:0;4fe6efa1e611:44715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:22:37,212 INFO [RS:0;4fe6efa1e611:44715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:37,212 DEBUG [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:37,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,44715,1732195355546] 2024-11-21T13:22:37,214 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:22:37,215 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:22:37,215 INFO [RS:0;4fe6efa1e611:44715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:22:37,215 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,215 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:22:37,216 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:22:37,216 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:22:37,216 DEBUG [RS:0;4fe6efa1e611:44715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:22:37,217 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,217 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,217 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,217 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,217 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,217 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44715,1732195355546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:22:37,230 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:22:37,230 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44715,1732195355546-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,230 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,230 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.Replication(171): 4fe6efa1e611,44715,1732195355546 started 2024-11-21T13:22:37,242 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:37,242 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,44715,1732195355546, RpcServer on 4fe6efa1e611/172.17.0.2:44715, sessionid=0x1015d8f7dd80001 2024-11-21T13:22:37,243 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:22:37,243 DEBUG [RS:0;4fe6efa1e611:44715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:37,243 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,44715,1732195355546' 2024-11-21T13:22:37,243 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-420052983/flush-table-proc/abort' 2024-11-21T13:22:37,243 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-420052983/flush-table-proc/acquired' 2024-11-21T13:22:37,244 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:22:37,244 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:22:37,244 DEBUG [RS:0;4fe6efa1e611:44715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:37,244 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,44715,1732195355546' 2024-11-21T13:22:37,244 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-420052983/online-snapshot/abort' 2024-11-21T13:22:37,244 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-420052983/online-snapshot/acquired' 2024-11-21T13:22:37,244 DEBUG [RS:0;4fe6efa1e611:44715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:22:37,244 INFO [RS:0;4fe6efa1e611:44715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:22:37,244 INFO [RS:0;4fe6efa1e611:44715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:22:37,344 INFO [RS:0;4fe6efa1e611:44715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:22:37,345 INFO [RS:0;4fe6efa1e611:44715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C44715%2C1732195355546, suffix=, logDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546, archiveDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/oldWALs, maxLogs=10 2024-11-21T13:22:37,357 DEBUG [RS:0;4fe6efa1e611:44715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345, exclude list is [], retry=0 2024-11-21T13:22:37,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-6df3017d-1a6e-420a-8153-5cef5b0bf932,DISK] 2024-11-21T13:22:37,360 INFO [RS:0;4fe6efa1e611:44715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 2024-11-21T13:22:37,360 DEBUG [RS:0;4fe6efa1e611:44715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-21T13:22:37,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:22:37,534 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade 2024-11-21T13:22:37,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:22:37,608 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:37,608 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:22:37,608 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129089 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:22:37,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:37,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:22:37,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:22:37,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:37,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:37,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:22:37,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:22:37,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:37,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:37,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:22:37,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:22:37,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:37,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:37,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:22:37,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:22:37,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:37,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:37,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:22:37,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740 2024-11-21T13:22:37,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740 2024-11-21T13:22:37,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:22:37,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:22:37,945 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:37,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:22:37,947 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:37,947 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63688168, jitterRate=-0.0509723424911499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:37,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195357939Initializing all the Stores at 1732195357939Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195357939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195357939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195357939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195357939Cleaning up temporary data from old regions at 1732195357945 (+6 ms)Region opened successfully at 1732195357947 (+2 ms) 2024-11-21T13:22:37,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:22:37,947 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:22:37,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:22:37,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:22:37,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:22:37,948 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:22:37,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195357947Disabling compacts and flushes for region at 1732195357947Disabling writes for close at 1732195357947Writing region close event to WAL at 1732195357948 (+1 ms)Closed at 1732195357948 2024-11-21T13:22:37,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:37,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:22:37,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:22:37,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:22:37,949 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:22:38,100 DEBUG [4fe6efa1e611:42021 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:22:38,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:38,101 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,44715,1732195355546, state=OPENING 2024-11-21T13:22:38,148 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:22:38,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:38,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:38,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420052983/meta-region-server: CHANGED 2024-11-21T13:22:38,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420052983/meta-region-server: CHANGED 2024-11-21T13:22:38,159 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:22:38,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,44715,1732195355546}] 2024-11-21T13:22:38,311 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:22:38,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:22:38,314 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:22:38,314 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:38,315 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:22:38,316 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C44715%2C1732195355546.meta, suffix=.meta, logDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546, archiveDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/oldWALs, maxLogs=10 2024-11-21T13:22:38,327 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.meta.1732195358316.meta, exclude list is [], retry=0 2024-11-21T13:22:38,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-6df3017d-1a6e-420a-8153-5cef5b0bf932,DISK] 2024-11-21T13:22:38,330 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.meta.1732195358316.meta 2024-11-21T13:22:38,330 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-21T13:22:38,330 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:38,330 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:38,331 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:22:38,331 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:22:38,331 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:22:38,331 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:22:38,331 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:38,331 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:22:38,331 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:22:38,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:22:38,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:22:38,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:38,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:38,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:22:38,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:22:38,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:38,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:38,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:22:38,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:22:38,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:38,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:38,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:22:38,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:22:38,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:38,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:38,335 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:22:38,336 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740 2024-11-21T13:22:38,336 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740 2024-11-21T13:22:38,337 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:22:38,337 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:22:38,337 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:38,338 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:22:38,338 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71648051, jitterRate=0.06763915717601776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:38,338 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:22:38,338 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195358331Writing region info on filesystem at 1732195358331Initializing all the Stores at 1732195358332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195358332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195358332Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195358332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195358332Cleaning up temporary data from old regions at 1732195358337 (+5 ms)Running coprocessor post-open hooks at 1732195358338 (+1 ms)Region opened successfully at 1732195358338 2024-11-21T13:22:38,339 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195358311 2024-11-21T13:22:38,340 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:22:38,340 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:22:38,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:38,341 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,44715,1732195355546, state=OPEN 2024-11-21T13:22:38,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-420052983/meta-region-server 2024-11-21T13:22:38,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-420052983/meta-region-server 2024-11-21T13:22:38,382 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:38,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420052983/meta-region-server: CHANGED 2024-11-21T13:22:38,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-420052983/meta-region-server: CHANGED 2024-11-21T13:22:38,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:22:38,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,44715,1732195355546 in 223 msec 2024-11-21T13:22:38,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:22:38,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-21T13:22:38,386 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:38,386 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:22:38,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:38,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,44715,1732195355546, seqNum=-1] 2024-11-21T13:22:38,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:38,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:38,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-21T13:22:38,391 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195358391, completionTime=-1 2024-11-21T13:22:38,391 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:22:38,391 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:22:38,393 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:22:38,393 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195418393 2024-11-21T13:22:38,393 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195478393 2024-11-21T13:22:38,393 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:22:38,393 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42021,1732195355330-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:38,393 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42021,1732195355330-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:38,393 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42021,1732195355330-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:38,393 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:42021, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:38,393 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:38,394 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:38,395 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:22:38,396 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.774sec 2024-11-21T13:22:38,396 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:22:38,396 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:22:38,396 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:22:38,396 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:22:38,396 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:22:38,396 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42021,1732195355330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:22:38,396 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42021,1732195355330-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:22:38,397 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:22:38,398 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:22:38,398 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,42021,1732195355330-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:38,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c9005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:38,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,42021,-1 for getting cluster id 2024-11-21T13:22:38,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:38,471 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbaf371b-59ac-46ff-89f0-a5de6792784d' 2024-11-21T13:22:38,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:38,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbaf371b-59ac-46ff-89f0-a5de6792784d" 2024-11-21T13:22:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30007364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,42021,-1] 2024-11-21T13:22:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:38,472 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:38,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c03d96e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:38,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,44715,1732195355546, seqNum=-1] 2024-11-21T13:22:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:38,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:38,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:38,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57824 2024-11-21T13:22:38,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:38,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d8f7dd80002 connected 2024-11-21T13:22:38,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/hadoop.log.dir so I do NOT create it in target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22 2024-11-21T13:22:38,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:22:38,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/hadoop.tmp.dir so I do NOT create it in target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22 2024-11-21T13:22:38,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:22:38,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22 2024-11-21T13:22:38,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:22:38,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/cluster_26fe68f4-8c48-3f80-009f-097eef209fef, deleteOnExit=true 2024-11-21T13:22:38,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/test.cache.data in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:22:38,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:22:38,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:22:38,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:22:38,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:22:38,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:38,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:22:38,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:22:38,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:22:38,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:22:39,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:39,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c9cca84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:22:39,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@647c6ca8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:22:39,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fd8382d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/java.io.tmpdir/jetty-localhost-44915-hadoop-hdfs-3_4_1-tests_jar-_-any-12528128562890337325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:22:39,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@566510c9{HTTP/1.1, (http/1.1)}{localhost:44915} 2024-11-21T13:22:39,094 INFO [Time-limited test {}] server.Server(415): Started @330518ms 2024-11-21T13:22:39,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:39,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:22:39,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:22:39,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:22:39,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:22:39,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@763fcca7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:22:39,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ff0a789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:22:39,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60927d4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/java.io.tmpdir/jetty-localhost-40843-hadoop-hdfs-3_4_1-tests_jar-_-any-9265244731884581703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:22:39,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12e42a7e{HTTP/1.1, (http/1.1)}{localhost:40843} 2024-11-21T13:22:39,577 INFO [Time-limited test {}] server.Server(415): Started @331001ms 2024-11-21T13:22:39,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:22:40,337 WARN [Thread-4428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/cluster_26fe68f4-8c48-3f80-009f-097eef209fef/data/data2/current/BP-966495490-172.17.0.2-1732195358671/current, will proceed with Du for space computation calculation, 2024-11-21T13:22:40,337 WARN [Thread-4427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/cluster_26fe68f4-8c48-3f80-009f-097eef209fef/data/data1/current/BP-966495490-172.17.0.2-1732195358671/current, will proceed with Du for space computation calculation, 2024-11-21T13:22:40,358 WARN [Thread-4415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:22:40,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ca22a980b89cf20 with lease ID 0xab57570ee7937385: Processing first storage report for DS-6d68e717-5b3c-441b-b804-170b5a082d3e from datanode DatanodeRegistration(127.0.0.1:45549, datanodeUuid=f628aea3-fd10-45bc-a3df-82296030b900, infoPort=34227, infoSecurePort=0, ipcPort=39219, storageInfo=lv=-57;cid=testClusterID;nsid=1940119744;c=1732195358671) 2024-11-21T13:22:40,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ca22a980b89cf20 with lease ID 0xab57570ee7937385: from storage DS-6d68e717-5b3c-441b-b804-170b5a082d3e node DatanodeRegistration(127.0.0.1:45549, datanodeUuid=f628aea3-fd10-45bc-a3df-82296030b900, infoPort=34227, infoSecurePort=0, ipcPort=39219, storageInfo=lv=-57;cid=testClusterID;nsid=1940119744;c=1732195358671), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:22:40,360 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ca22a980b89cf20 with lease ID 0xab57570ee7937385: Processing first storage report for DS-4ed7e254-e64e-4762-8b13-2b59dd576f5f from datanode DatanodeRegistration(127.0.0.1:45549, datanodeUuid=f628aea3-fd10-45bc-a3df-82296030b900, infoPort=34227, infoSecurePort=0, ipcPort=39219, storageInfo=lv=-57;cid=testClusterID;nsid=1940119744;c=1732195358671) 2024-11-21T13:22:40,360 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ca22a980b89cf20 with lease ID 0xab57570ee7937385: from storage DS-4ed7e254-e64e-4762-8b13-2b59dd576f5f node DatanodeRegistration(127.0.0.1:45549, datanodeUuid=f628aea3-fd10-45bc-a3df-82296030b900, infoPort=34227, infoSecurePort=0, ipcPort=39219, storageInfo=lv=-57;cid=testClusterID;nsid=1940119744;c=1732195358671), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:22:40,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22 2024-11-21T13:22:40,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:40,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:40,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:22:40,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b with version=8 2024-11-21T13:22:40,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/hbase-staging 2024-11-21T13:22:40,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:22:40,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:40,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:40,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:22:40,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:40,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:22:40,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:22:40,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:22:40,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44123 2024-11-21T13:22:40,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44123 connecting to ZooKeeper ensemble=127.0.0.1:57824 2024-11-21T13:22:40,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441230x0, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:40,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44123-0x1015d8f7dd80003 connected 2024-11-21T13:22:40,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:40,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:40,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Set watcher on znode that does not yet exist, /1-182537091/running 2024-11-21T13:22:40,942 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b, hbase.cluster.distributed=false 2024-11-21T13:22:40,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Set watcher on znode that does not yet exist, /1-182537091/acl 2024-11-21T13:22:40,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44123 2024-11-21T13:22:40,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44123 2024-11-21T13:22:40,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44123 2024-11-21T13:22:40,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44123 2024-11-21T13:22:40,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44123 2024-11-21T13:22:40,958 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:22:40,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:40,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:40,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:22:40,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:40,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:22:40,958 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:22:40,958 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:22:40,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41819 2024-11-21T13:22:40,959 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41819 connecting to ZooKeeper ensemble=127.0.0.1:57824 2024-11-21T13:22:40,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:40,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:40,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418190x0, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:40,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418190x0, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Set watcher on znode that does not yet exist, /1-182537091/running 2024-11-21T13:22:40,970 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:22:40,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41819-0x1015d8f7dd80004 connected 2024-11-21T13:22:40,977 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:22:40,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Set watcher on znode that does not yet exist, /1-182537091/master 2024-11-21T13:22:40,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Set watcher on znode that does not yet exist, /1-182537091/acl 2024-11-21T13:22:40,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41819 2024-11-21T13:22:40,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41819 2024-11-21T13:22:40,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41819 2024-11-21T13:22:41,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41819 2024-11-21T13:22:41,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41819 2024-11-21T13:22:41,014 DEBUG [M:0;4fe6efa1e611:44123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:44123 2024-11-21T13:22:41,016 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-182537091/backup-masters/4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:41,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091/backup-masters 2024-11-21T13:22:41,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091/backup-masters 2024-11-21T13:22:41,031 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Set watcher on existing znode=/1-182537091/backup-masters/4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:41,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-182537091/master 2024-11-21T13:22:41,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:41,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:41,044 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Set watcher on existing znode=/1-182537091/master 2024-11-21T13:22:41,044 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-182537091/backup-masters/4fe6efa1e611,44123,1732195360809 from backup master directory 2024-11-21T13:22:41,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-182537091/backup-masters/4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:41,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091/backup-masters 2024-11-21T13:22:41,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091/backup-masters 2024-11-21T13:22:41,054 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:22:41,054 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:41,056 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/hbase.id] with ID: 00eda3ff-275a-4fba-9790-ced11cf06b69 2024-11-21T13:22:41,056 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/.tmp/hbase.id 2024-11-21T13:22:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:22:41,460 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/.tmp/hbase.id]:[hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/hbase.id] 2024-11-21T13:22:41,467 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:41,467 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:22:41,468 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T13:22:41,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:41,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:41,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:22:41,935 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:41,936 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:22:41,936 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:41,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:22:41,945 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store 2024-11-21T13:22:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:22:42,351 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:42,351 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:22:42,351 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:42,351 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:42,351 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:22:42,351 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:42,351 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:42,351 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195362351Disabling compacts and flushes for region at 1732195362351Disabling writes for close at 1732195362351Writing region close event to WAL at 1732195362351Closed at 1732195362351 2024-11-21T13:22:42,352 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/.initializing 2024-11-21T13:22:42,352 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/WALs/4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:42,356 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:22:42,365 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C44123%2C1732195360809, suffix=, logDir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/WALs/4fe6efa1e611,44123,1732195360809, archiveDir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/oldWALs, maxLogs=10 2024-11-21T13:22:42,384 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/WALs/4fe6efa1e611,44123,1732195360809/4fe6efa1e611%2C44123%2C1732195360809.1732195362365, exclude list is [], retry=0 2024-11-21T13:22:42,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45549,DS-6d68e717-5b3c-441b-b804-170b5a082d3e,DISK] 2024-11-21T13:22:42,395 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/WALs/4fe6efa1e611,44123,1732195360809/4fe6efa1e611%2C44123%2C1732195360809.1732195362365 2024-11-21T13:22:42,396 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34227:34227)] 2024-11-21T13:22:42,396 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:42,396 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:42,397 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,397 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:22:42,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:42,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:42,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:22:42,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:42,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:42,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:22:42,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:42,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:42,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:22:42,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:42,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:42,407 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,408 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,408 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,409 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,409 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,410 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:42,411 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:42,417 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:42,417 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71517344, jitterRate=0.06569147109985352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:42,417 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195362397Initializing all the Stores at 1732195362398 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195362398Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195362400 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195362400Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195362400Cleaning up temporary data from old regions at 1732195362409 (+9 ms)Region opened successfully at 1732195362417 (+8 ms) 2024-11-21T13:22:42,424 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:22:42,427 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3b1bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:22:42,427 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:22:42,428 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:22:42,428 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:22:42,428 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:22:42,428 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:22:42,428 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:22:42,429 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:22:42,434 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:22:42,434 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Unable to get data of znode /1-182537091/balancer because node does not exist (not necessarily an error) 2024-11-21T13:22:42,485 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-182537091/balancer already deleted, retry=false 2024-11-21T13:22:42,486 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:22:42,487 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Unable to get data of znode /1-182537091/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:22:42,496 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-182537091/normalizer already deleted, retry=false 2024-11-21T13:22:42,496 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:22:42,497 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Unable to get data of znode /1-182537091/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:22:42,506 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-182537091/switch/split already deleted, retry=false 2024-11-21T13:22:42,507 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Unable to get data of znode /1-182537091/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:22:42,517 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-182537091/switch/merge already deleted, retry=false 2024-11-21T13:22:42,519 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Unable to get data of znode /1-182537091/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:22:42,527 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-182537091/snapshot-cleanup already deleted, retry=false 2024-11-21T13:22:42,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-182537091/running 2024-11-21T13:22:42,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-182537091/running 2024-11-21T13:22:42,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:42,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:42,539 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,44123,1732195360809, sessionid=0x1015d8f7dd80003, setting cluster-up flag (Was=false) 2024-11-21T13:22:42,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:42,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:42,591 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-182537091/flush-table-proc/acquired, /1-182537091/flush-table-proc/reached, /1-182537091/flush-table-proc/abort 2024-11-21T13:22:42,592 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:42,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:42,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:42,643 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-182537091/online-snapshot/acquired, /1-182537091/online-snapshot/reached, /1-182537091/online-snapshot/abort 2024-11-21T13:22:42,644 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:42,646 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:22:42,647 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:42,648 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:22:42,648 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:22:42,648 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,44123,1732195360809 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:22:42,649 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:42,649 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:42,649 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:42,649 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:42,649 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:22:42,649 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,650 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:22:42,650 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:42,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:22:42,655 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:42,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:22:42,656 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195392656 2024-11-21T13:22:42,656 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:22:42,656 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:22:42,656 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:22:42,657 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:22:42,657 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:22:42,657 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:22:42,664 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,665 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:22:42,666 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:22:42,666 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:22:42,666 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:22:42,667 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:22:42,667 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:22:42,668 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195362667,5,FailOnTimeoutGroup] 2024-11-21T13:22:42,668 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195362668,5,FailOnTimeoutGroup] 2024-11-21T13:22:42,668 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,668 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:22:42,668 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,668 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:22:42,706 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(746): ClusterId : 00eda3ff-275a-4fba-9790-ced11cf06b69 2024-11-21T13:22:42,706 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:22:42,717 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:22:42,717 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:22:42,728 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:22:42,728 DEBUG [RS:0;4fe6efa1e611:41819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3695edd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:22:42,744 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:41819 2024-11-21T13:22:42,744 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:22:42,744 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:22:42,744 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:22:42,745 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,44123,1732195360809 with port=41819, startcode=1732195360957 2024-11-21T13:22:42,745 DEBUG [RS:0;4fe6efa1e611:41819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:22:42,749 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:22:42,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,41819,1732195360957 2024-11-21T13:22:42,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44123 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,41819,1732195360957 2024-11-21T13:22:42,753 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b 2024-11-21T13:22:42,753 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44073 2024-11-21T13:22:42,753 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:22:42,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091/rs 2024-11-21T13:22:42,807 DEBUG [RS:0;4fe6efa1e611:41819 {}] zookeeper.ZKUtil(111): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Set watcher on existing znode=/1-182537091/rs/4fe6efa1e611,41819,1732195360957 2024-11-21T13:22:42,807 WARN [RS:0;4fe6efa1e611:41819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:22:42,807 INFO [RS:0;4fe6efa1e611:41819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:42,807 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/WALs/4fe6efa1e611,41819,1732195360957 2024-11-21T13:22:42,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,41819,1732195360957] 2024-11-21T13:22:42,810 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:22:42,812 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:22:42,812 INFO [RS:0;4fe6efa1e611:41819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:22:42,812 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,820 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:22:42,821 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:22:42,821 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:22:42,821 DEBUG [RS:0;4fe6efa1e611:41819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:22:42,822 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,822 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,822 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,822 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,822 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,822 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,41819,1732195360957-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:22:42,841 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:22:42,841 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,41819,1732195360957-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,842 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,842 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.Replication(171): 4fe6efa1e611,41819,1732195360957 started 2024-11-21T13:22:42,861 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:42,861 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,41819,1732195360957, RpcServer on 4fe6efa1e611/172.17.0.2:41819, sessionid=0x1015d8f7dd80004 2024-11-21T13:22:42,861 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:22:42,861 DEBUG [RS:0;4fe6efa1e611:41819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,41819,1732195360957 2024-11-21T13:22:42,861 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,41819,1732195360957' 2024-11-21T13:22:42,861 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-182537091/flush-table-proc/abort' 2024-11-21T13:22:42,862 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-182537091/flush-table-proc/acquired' 2024-11-21T13:22:42,862 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:22:42,862 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:22:42,862 DEBUG [RS:0;4fe6efa1e611:41819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,41819,1732195360957 2024-11-21T13:22:42,862 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,41819,1732195360957' 2024-11-21T13:22:42,862 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-182537091/online-snapshot/abort' 2024-11-21T13:22:42,863 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-182537091/online-snapshot/acquired' 2024-11-21T13:22:42,863 DEBUG [RS:0;4fe6efa1e611:41819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:22:42,863 INFO [RS:0;4fe6efa1e611:41819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:22:42,863 INFO [RS:0;4fe6efa1e611:41819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:22:42,964 INFO [RS:0;4fe6efa1e611:41819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:22:42,965 INFO [RS:0;4fe6efa1e611:41819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C41819%2C1732195360957, suffix=, logDir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/WALs/4fe6efa1e611,41819,1732195360957, archiveDir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/oldWALs, maxLogs=10 2024-11-21T13:22:42,981 DEBUG [RS:0;4fe6efa1e611:41819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/WALs/4fe6efa1e611,41819,1732195360957/4fe6efa1e611%2C41819%2C1732195360957.1732195362966, exclude list is [], retry=0 2024-11-21T13:22:42,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45549,DS-6d68e717-5b3c-441b-b804-170b5a082d3e,DISK] 2024-11-21T13:22:42,998 INFO [RS:0;4fe6efa1e611:41819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/WALs/4fe6efa1e611,41819,1732195360957/4fe6efa1e611%2C41819%2C1732195360957.1732195362966 2024-11-21T13:22:43,000 DEBUG [RS:0;4fe6efa1e611:41819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34227:34227)] 2024-11-21T13:22:43,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:22:43,072 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b 2024-11-21T13:22:43,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:22:43,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:43,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:22:43,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:22:43,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:43,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:43,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:22:43,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:22:43,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:43,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:43,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:22:43,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:22:43,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:43,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:43,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:22:43,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:22:43,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:43,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:43,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:22:43,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740 2024-11-21T13:22:43,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740 2024-11-21T13:22:43,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:22:43,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:22:43,093 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:43,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:22:43,096 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:43,096 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75445746, jitterRate=0.12422922253608704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:43,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195363079Initializing all the Stores at 1732195363079Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195363079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195363080 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195363080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195363080Cleaning up temporary data from old regions at 1732195363093 (+13 ms)Region opened successfully at 1732195363096 (+3 ms) 2024-11-21T13:22:43,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:22:43,096 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:22:43,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:22:43,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:22:43,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:22:43,097 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:22:43,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195363096Disabling compacts and flushes for region at 1732195363096Disabling writes for close at 1732195363097 (+1 ms)Writing region close event to WAL at 1732195363097Closed at 1732195363097 2024-11-21T13:22:43,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:43,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:22:43,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:22:43,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:22:43,100 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:22:43,251 DEBUG [4fe6efa1e611:44123 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:22:43,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,41819,1732195360957 2024-11-21T13:22:43,252 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,41819,1732195360957, state=OPENING 2024-11-21T13:22:43,264 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:22:43,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:43,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:22:43,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-182537091/meta-region-server: CHANGED 2024-11-21T13:22:43,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-182537091/meta-region-server: CHANGED 2024-11-21T13:22:43,276 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:22:43,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,41819,1732195360957}] 2024-11-21T13:22:43,431 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:22:43,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:22:43,435 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:22:43,435 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:43,435 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:22:43,436 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C41819%2C1732195360957.meta, suffix=.meta, logDir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/WALs/4fe6efa1e611,41819,1732195360957, archiveDir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/oldWALs, maxLogs=10 2024-11-21T13:22:43,454 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/WALs/4fe6efa1e611,41819,1732195360957/4fe6efa1e611%2C41819%2C1732195360957.meta.1732195363437.meta, exclude list is [], retry=0 2024-11-21T13:22:43,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45549,DS-6d68e717-5b3c-441b-b804-170b5a082d3e,DISK] 2024-11-21T13:22:43,462 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/WALs/4fe6efa1e611,41819,1732195360957/4fe6efa1e611%2C41819%2C1732195360957.meta.1732195363437.meta 2024-11-21T13:22:43,463 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34227:34227)] 2024-11-21T13:22:43,463 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:43,463 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:43,463 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:22:43,463 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:22:43,463 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:22:43,464 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:22:43,464 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:43,464 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:22:43,464 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:22:43,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:22:43,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:22:43,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:43,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:43,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:22:43,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:22:43,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:43,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:43,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:22:43,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:22:43,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:43,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:43,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:22:43,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:22:43,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:43,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:43,468 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:22:43,468 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740 2024-11-21T13:22:43,469 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740 2024-11-21T13:22:43,470 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:22:43,470 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:22:43,470 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:43,471 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:22:43,472 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73252953, jitterRate=0.09155406057834625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:43,472 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:22:43,472 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195363464Writing region info on filesystem at 1732195363464Initializing all the Stores at 1732195363464Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195363464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195363464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195363464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195363464Cleaning up temporary data from old regions at 1732195363470 (+6 ms)Running coprocessor post-open hooks at 1732195363472 (+2 ms)Region opened successfully at 1732195363472 2024-11-21T13:22:43,473 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195363430 2024-11-21T13:22:43,475 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:22:43,475 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:22:43,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,41819,1732195360957 2024-11-21T13:22:43,476 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,41819,1732195360957, state=OPEN 2024-11-21T13:22:43,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-182537091/meta-region-server 2024-11-21T13:22:43,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-182537091/meta-region-server 2024-11-21T13:22:43,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-182537091/meta-region-server: CHANGED 2024-11-21T13:22:43,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-182537091/meta-region-server: CHANGED 2024-11-21T13:22:43,486 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,41819,1732195360957 2024-11-21T13:22:43,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:22:43,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,41819,1732195360957 in 210 msec 2024-11-21T13:22:43,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:22:43,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-11-21T13:22:43,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:43,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:22:43,492 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:43,492 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,41819,1732195360957, seqNum=-1] 2024-11-21T13:22:43,492 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:43,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:43,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 850 msec 2024-11-21T13:22:43,497 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195363497, completionTime=-1 2024-11-21T13:22:43,497 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:22:43,497 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:22:43,499 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:22:43,499 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195423499 2024-11-21T13:22:43,499 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195483499 2024-11-21T13:22:43,499 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:22:43,499 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44123,1732195360809-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:43,500 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44123,1732195360809-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:43,500 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44123,1732195360809-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:43,500 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:44123, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:43,500 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:43,500 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:43,501 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:22:43,502 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.448sec 2024-11-21T13:22:43,502 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:22:43,502 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:22:43,503 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:22:43,503 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:22:43,503 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:22:43,503 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44123,1732195360809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:22:43,503 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44123,1732195360809-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:22:43,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbbfad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:43,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44123,-1 for getting cluster id 2024-11-21T13:22:43,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:43,508 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:22:43,508 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:22:43,508 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,44123,1732195360809-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:43,508 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00eda3ff-275a-4fba-9790-ced11cf06b69' 2024-11-21T13:22:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00eda3ff-275a-4fba-9790-ced11cf06b69" 2024-11-21T13:22:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d33871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44123,-1] 2024-11-21T13:22:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:43,510 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:43,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436aab65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:43,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,41819,1732195360957, seqNum=-1] 2024-11-21T13:22:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:43,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:43,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:43,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57824 2024-11-21T13:22:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:43,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d8f7dd80005 connected 2024-11-21T13:22:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/hadoop.log.dir so I do NOT create it in target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36 2024-11-21T13:22:43,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T13:22:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/hadoop.tmp.dir so I do NOT create it in target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36 2024-11-21T13:22:43,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T13:22:43,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36 2024-11-21T13:22:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T13:22:43,538 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/cluster_8d6db476-5143-f9c9-b3e6-c2b65d1f8807, deleteOnExit=true 2024-11-21T13:22:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T13:22:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/test.cache.data in system properties and HBase conf 2024-11-21T13:22:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T13:22:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/hadoop.log.dir in system properties and HBase conf 2024-11-21T13:22:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T13:22:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T13:22:43,539 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/nfs.dump.dir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/java.io.tmpdir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T13:22:43,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T13:22:43,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:22:43,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:43,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:44,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:22:44,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:22:44,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:22:44,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T13:22:44,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:44,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a68801b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:22:44,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ed4399{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:22:44,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78c1ba6d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/java.io.tmpdir/jetty-localhost-34887-hadoop-hdfs-3_4_1-tests_jar-_-any-10996742080934966136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:22:44,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e9e51c3{HTTP/1.1, (http/1.1)}{localhost:34887} 2024-11-21T13:22:44,147 INFO [Time-limited test {}] server.Server(415): Started @335571ms 2024-11-21T13:22:44,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T13:22:44,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T13:22:44,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T13:22:44,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T13:22:44,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T13:22:44,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35c2c746{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/hadoop.log.dir/,AVAILABLE} 2024-11-21T13:22:44,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f4db6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T13:22:44,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42cfd11d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/java.io.tmpdir/jetty-localhost-38593-hadoop-hdfs-3_4_1-tests_jar-_-any-10640633894863610909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:22:44,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ec68835{HTTP/1.1, (http/1.1)}{localhost:38593} 2024-11-21T13:22:44,622 INFO [Time-limited test {}] server.Server(415): Started @336046ms 2024-11-21T13:22:44,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T13:22:45,552 WARN [Thread-4548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/cluster_8d6db476-5143-f9c9-b3e6-c2b65d1f8807/data/data1/current/BP-768055277-172.17.0.2-1732195363563/current, will proceed with Du for space computation calculation, 2024-11-21T13:22:45,552 WARN [Thread-4549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/cluster_8d6db476-5143-f9c9-b3e6-c2b65d1f8807/data/data2/current/BP-768055277-172.17.0.2-1732195363563/current, will proceed with Du for space computation calculation, 2024-11-21T13:22:45,576 WARN [Thread-4536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T13:22:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec03e93008232c07 with lease ID 0x1110e2f2f732383a: Processing first storage report for DS-b18ec0ed-e861-472a-973a-aa825cc77734 from datanode DatanodeRegistration(127.0.0.1:34985, datanodeUuid=c860d196-ad9a-4c0b-8a46-bb8cf807f4f4, infoPort=38481, infoSecurePort=0, ipcPort=45115, storageInfo=lv=-57;cid=testClusterID;nsid=2129902499;c=1732195363563) 2024-11-21T13:22:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec03e93008232c07 with lease ID 0x1110e2f2f732383a: from storage DS-b18ec0ed-e861-472a-973a-aa825cc77734 node DatanodeRegistration(127.0.0.1:34985, datanodeUuid=c860d196-ad9a-4c0b-8a46-bb8cf807f4f4, infoPort=38481, infoSecurePort=0, ipcPort=45115, storageInfo=lv=-57;cid=testClusterID;nsid=2129902499;c=1732195363563), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:22:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec03e93008232c07 with lease ID 0x1110e2f2f732383a: Processing first storage report for DS-f37f19d9-8df0-4552-ae76-362604ce6df2 from datanode DatanodeRegistration(127.0.0.1:34985, datanodeUuid=c860d196-ad9a-4c0b-8a46-bb8cf807f4f4, infoPort=38481, infoSecurePort=0, ipcPort=45115, storageInfo=lv=-57;cid=testClusterID;nsid=2129902499;c=1732195363563) 2024-11-21T13:22:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec03e93008232c07 with lease ID 0x1110e2f2f732383a: from storage DS-f37f19d9-8df0-4552-ae76-362604ce6df2 node DatanodeRegistration(127.0.0.1:34985, datanodeUuid=c860d196-ad9a-4c0b-8a46-bb8cf807f4f4, infoPort=38481, infoSecurePort=0, ipcPort=45115, storageInfo=lv=-57;cid=testClusterID;nsid=2129902499;c=1732195363563), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T13:22:45,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36 2024-11-21T13:22:45,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:45,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:45,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741825_1001 (size=7) 2024-11-21T13:22:45,679 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f with version=8 2024-11-21T13:22:45,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/hbase-staging 2024-11-21T13:22:45,682 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:22:45,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:45,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:45,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:22:45,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:45,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:22:45,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T13:22:45,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:22:45,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33739 2024-11-21T13:22:45,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33739 connecting to ZooKeeper ensemble=127.0.0.1:57824 2024-11-21T13:22:45,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337390x0, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:45,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33739-0x1015d8f7dd80006 connected 2024-11-21T13:22:45,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:45,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:45,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Set watcher on znode that does not yet exist, /2-1624953856/running 2024-11-21T13:22:45,786 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f, hbase.cluster.distributed=false 2024-11-21T13:22:45,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Set watcher on znode that does not yet exist, /2-1624953856/acl 2024-11-21T13:22:45,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-21T13:22:45,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33739 2024-11-21T13:22:45,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33739 2024-11-21T13:22:45,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-21T13:22:45,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-21T13:22:45,821 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fe6efa1e611:0 server-side Connection retries=45 2024-11-21T13:22:45,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:45,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:45,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T13:22:45,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T13:22:45,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T13:22:45,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T13:22:45,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T13:22:45,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43837 2024-11-21T13:22:45,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43837 connecting to ZooKeeper ensemble=127.0.0.1:57824 2024-11-21T13:22:45,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:45,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:45,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438370x0, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:45,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43837-0x1015d8f7dd80007 connected 2024-11-21T13:22:45,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Set watcher on znode that does not yet exist, /2-1624953856/running 2024-11-21T13:22:45,833 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T13:22:45,836 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T13:22:45,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Set watcher on znode that does not yet exist, /2-1624953856/master 2024-11-21T13:22:45,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Set watcher on znode that does not yet exist, /2-1624953856/acl 2024-11-21T13:22:45,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43837 2024-11-21T13:22:45,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43837 2024-11-21T13:22:45,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43837 2024-11-21T13:22:45,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43837 2024-11-21T13:22:45,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43837 2024-11-21T13:22:45,871 DEBUG [M:0;4fe6efa1e611:33739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fe6efa1e611:33739 2024-11-21T13:22:45,871 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1624953856/backup-masters/4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:45,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856/backup-masters 2024-11-21T13:22:45,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856/backup-masters 2024-11-21T13:22:45,883 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Set watcher on existing znode=/2-1624953856/backup-masters/4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1624953856/master 2024-11-21T13:22:45,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:45,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:45,896 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Set watcher on existing znode=/2-1624953856/master 2024-11-21T13:22:45,896 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1624953856/backup-masters/4fe6efa1e611,33739,1732195365681 from backup master directory 2024-11-21T13:22:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1624953856/backup-masters/4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856/backup-masters 2024-11-21T13:22:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856/backup-masters 2024-11-21T13:22:45,906 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:22:45,906 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:45,910 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/hbase.id] with ID: 1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f 2024-11-21T13:22:45,910 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/.tmp/hbase.id 2024-11-21T13:22:45,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741826_1002 (size=42) 2024-11-21T13:22:46,316 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/.tmp/hbase.id]:[hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/hbase.id] 2024-11-21T13:22:46,325 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:46,325 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T13:22:46,327 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T13:22:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741827_1003 (size=196) 2024-11-21T13:22:46,419 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:46,420 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T13:22:46,421 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:46,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741828_1004 (size=1189) 2024-11-21T13:22:46,837 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store 2024-11-21T13:22:46,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741829_1005 (size=34) 2024-11-21T13:22:47,242 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:47,242 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:22:47,242 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:47,242 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:47,242 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:22:47,242 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:47,242 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:22:47,242 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195367242Disabling compacts and flushes for region at 1732195367242Disabling writes for close at 1732195367242Writing region close event to WAL at 1732195367242Closed at 1732195367242 2024-11-21T13:22:47,243 WARN [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/.initializing 2024-11-21T13:22:47,243 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/WALs/4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:47,244 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:22:47,245 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fe6efa1e611%2C33739%2C1732195365681, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/WALs/4fe6efa1e611,33739,1732195365681, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/oldWALs, maxLogs=10 2024-11-21T13:22:47,258 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/WALs/4fe6efa1e611,33739,1732195365681/4fe6efa1e611%2C33739%2C1732195365681.1732195367245, exclude list is [], retry=0 2024-11-21T13:22:47,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-b18ec0ed-e861-472a-973a-aa825cc77734,DISK] 2024-11-21T13:22:47,262 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/WALs/4fe6efa1e611,33739,1732195365681/4fe6efa1e611%2C33739%2C1732195365681.1732195367245 2024-11-21T13:22:47,262 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38481:38481)] 2024-11-21T13:22:47,262 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:47,262 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:47,262 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,262 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T13:22:47,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:47,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:47,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T13:22:47,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:47,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:47,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T13:22:47,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:47,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:47,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T13:22:47,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:47,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:47,269 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,269 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,270 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,270 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,270 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,271 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:47,272 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T13:22:47,274 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:47,274 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66725546, jitterRate=-0.005711883306503296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:47,275 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732195367262Initializing all the Stores at 1732195367263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195367263Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195367263Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195367263Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195367263Cleaning up temporary data from old regions at 1732195367270 (+7 ms)Region opened successfully at 1732195367274 (+4 ms) 2024-11-21T13:22:47,275 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T13:22:47,277 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597d4f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:22:47,278 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T13:22:47,278 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T13:22:47,278 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T13:22:47,278 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T13:22:47,279 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T13:22:47,279 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T13:22:47,279 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T13:22:47,281 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T13:22:47,282 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Unable to get data of znode /2-1624953856/balancer because node does not exist (not necessarily an error) 2024-11-21T13:22:47,304 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1624953856/balancer already deleted, retry=false 2024-11-21T13:22:47,304 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T13:22:47,305 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Unable to get data of znode /2-1624953856/normalizer because node does not exist (not necessarily an error) 2024-11-21T13:22:47,316 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1624953856/normalizer already deleted, retry=false 2024-11-21T13:22:47,317 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T13:22:47,318 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Unable to get data of znode /2-1624953856/switch/split because node does not exist (not necessarily an error) 2024-11-21T13:22:47,327 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1624953856/switch/split already deleted, retry=false 2024-11-21T13:22:47,328 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Unable to get data of znode /2-1624953856/switch/merge because node does not exist (not necessarily an error) 2024-11-21T13:22:47,337 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1624953856/switch/merge already deleted, retry=false 2024-11-21T13:22:47,339 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Unable to get data of znode /2-1624953856/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T13:22:47,348 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1624953856/snapshot-cleanup already deleted, retry=false 2024-11-21T13:22:47,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1624953856/running 2024-11-21T13:22:47,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1624953856/running 2024-11-21T13:22:47,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:47,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:47,359 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fe6efa1e611,33739,1732195365681, sessionid=0x1015d8f7dd80006, setting cluster-up flag (Was=false) 2024-11-21T13:22:47,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:47,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:47,411 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1624953856/flush-table-proc/acquired, /2-1624953856/flush-table-proc/reached, /2-1624953856/flush-table-proc/abort 2024-11-21T13:22:47,413 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:47,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:47,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:47,464 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1624953856/online-snapshot/acquired, /2-1624953856/online-snapshot/reached, /2-1624953856/online-snapshot/abort 2024-11-21T13:22:47,465 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:47,466 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T13:22:47,467 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:47,468 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T13:22:47,468 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T13:22:47,468 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fe6efa1e611,33739,1732195365681 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T13:22:47,469 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:47,469 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:47,469 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:47,469 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=5, maxPoolSize=5 2024-11-21T13:22:47,469 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fe6efa1e611:0, corePoolSize=10, maxPoolSize=10 2024-11-21T13:22:47,469 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,469 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:22:47,469 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:47,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T13:22:47,480 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732195397480 2024-11-21T13:22:47,480 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:47,480 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T13:22:47,480 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T13:22:47,480 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T13:22:47,480 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T13:22:47,480 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T13:22:47,480 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T13:22:47,481 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T13:22:47,484 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,496 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T13:22:47,496 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T13:22:47,497 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T13:22:47,497 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T13:22:47,504 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T13:22:47,504 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T13:22:47,504 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195367504,5,FailOnTimeoutGroup] 2024-11-21T13:22:47,508 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195367504,5,FailOnTimeoutGroup] 2024-11-21T13:22:47,508 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,508 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T13:22:47,508 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,508 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741831_1007 (size=1321) 2024-11-21T13:22:47,558 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(746): ClusterId : 1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f 2024-11-21T13:22:47,558 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T13:22:47,589 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T13:22:47,589 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T13:22:47,602 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T13:22:47,602 DEBUG [RS:0;4fe6efa1e611:43837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77901167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fe6efa1e611/172.17.0.2:0 2024-11-21T13:22:47,613 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fe6efa1e611:43837 2024-11-21T13:22:47,613 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T13:22:47,613 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T13:22:47,613 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T13:22:47,614 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fe6efa1e611,33739,1732195365681 with port=43837, startcode=1732195365821 2024-11-21T13:22:47,614 DEBUG [RS:0;4fe6efa1e611:43837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T13:22:47,615 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T13:22:47,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fe6efa1e611,43837,1732195365821 2024-11-21T13:22:47,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33739 {}] master.ServerManager(517): Registering regionserver=4fe6efa1e611,43837,1732195365821 2024-11-21T13:22:47,617 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f 2024-11-21T13:22:47,617 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44615 2024-11-21T13:22:47,617 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T13:22:47,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856/rs 2024-11-21T13:22:47,663 DEBUG [RS:0;4fe6efa1e611:43837 {}] zookeeper.ZKUtil(111): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Set watcher on existing znode=/2-1624953856/rs/4fe6efa1e611,43837,1732195365821 2024-11-21T13:22:47,663 WARN [RS:0;4fe6efa1e611:43837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T13:22:47,663 INFO [RS:0;4fe6efa1e611:43837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:47,663 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/WALs/4fe6efa1e611,43837,1732195365821 2024-11-21T13:22:47,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fe6efa1e611,43837,1732195365821] 2024-11-21T13:22:47,666 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T13:22:47,668 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T13:22:47,668 INFO [RS:0;4fe6efa1e611:43837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T13:22:47,668 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,668 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T13:22:47,669 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T13:22:47,669 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,669 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,669 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,669 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,669 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,669 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,669 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fe6efa1e611:0, corePoolSize=2, maxPoolSize=2 2024-11-21T13:22:47,669 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,670 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,670 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,670 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,670 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,670 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fe6efa1e611:0, corePoolSize=1, maxPoolSize=1 2024-11-21T13:22:47,670 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:22:47,670 DEBUG [RS:0;4fe6efa1e611:43837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fe6efa1e611:0, corePoolSize=3, maxPoolSize=3 2024-11-21T13:22:47,670 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,670 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,670 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,670 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,670 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,670 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43837,1732195365821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:22:47,690 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T13:22:47,690 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,43837,1732195365821-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,690 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,690 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.Replication(171): 4fe6efa1e611,43837,1732195365821 started 2024-11-21T13:22:47,709 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:47,709 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1482): Serving as 4fe6efa1e611,43837,1732195365821, RpcServer on 4fe6efa1e611/172.17.0.2:43837, sessionid=0x1015d8f7dd80007 2024-11-21T13:22:47,709 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T13:22:47,710 DEBUG [RS:0;4fe6efa1e611:43837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fe6efa1e611,43837,1732195365821 2024-11-21T13:22:47,710 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,43837,1732195365821' 2024-11-21T13:22:47,710 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1624953856/flush-table-proc/abort' 2024-11-21T13:22:47,710 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1624953856/flush-table-proc/acquired' 2024-11-21T13:22:47,711 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T13:22:47,711 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T13:22:47,711 DEBUG [RS:0;4fe6efa1e611:43837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fe6efa1e611,43837,1732195365821 2024-11-21T13:22:47,711 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fe6efa1e611,43837,1732195365821' 2024-11-21T13:22:47,711 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1624953856/online-snapshot/abort' 2024-11-21T13:22:47,711 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1624953856/online-snapshot/acquired' 2024-11-21T13:22:47,711 DEBUG [RS:0;4fe6efa1e611:43837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T13:22:47,711 INFO [RS:0;4fe6efa1e611:43837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T13:22:47,712 INFO [RS:0;4fe6efa1e611:43837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T13:22:47,812 INFO [RS:0;4fe6efa1e611:43837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T13:22:47,813 INFO [RS:0;4fe6efa1e611:43837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C43837%2C1732195365821, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/WALs/4fe6efa1e611,43837,1732195365821, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/oldWALs, maxLogs=10 2024-11-21T13:22:47,830 DEBUG [RS:0;4fe6efa1e611:43837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/WALs/4fe6efa1e611,43837,1732195365821/4fe6efa1e611%2C43837%2C1732195365821.1732195367814, exclude list is [], retry=0 2024-11-21T13:22:47,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-b18ec0ed-e861-472a-973a-aa825cc77734,DISK] 2024-11-21T13:22:47,833 INFO [RS:0;4fe6efa1e611:43837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/WALs/4fe6efa1e611,43837,1732195365821/4fe6efa1e611%2C43837%2C1732195365821.1732195367814 2024-11-21T13:22:47,833 DEBUG [RS:0;4fe6efa1e611:43837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38481:38481)] 2024-11-21T13:22:47,912 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T13:22:47,912 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f 2024-11-21T13:22:47,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741833_1009 (size=32) 2024-11-21T13:22:48,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:48,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:22:48,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:22:48,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:48,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:48,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:22:48,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:22:48,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:48,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:48,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:22:48,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:22:48,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:48,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:48,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:22:48,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:22:48,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:48,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:48,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:22:48,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740 2024-11-21T13:22:48,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740 2024-11-21T13:22:48,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:22:48,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:22:48,324 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:48,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:22:48,326 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:48,326 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67435302, jitterRate=0.004864305257797241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732195368316Initializing all the Stores at 1732195368317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195368317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195368317Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195368317Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195368317Cleaning up temporary data from old regions at 1732195368323 (+6 ms)Region opened successfully at 1732195368326 (+3 ms) 2024-11-21T13:22:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:22:48,326 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:22:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:22:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:22:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:22:48,327 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:22:48,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195368326Disabling compacts and flushes for region at 1732195368326Disabling writes for close at 1732195368326Writing region close event to WAL at 1732195368327 (+1 ms)Closed at 1732195368327 2024-11-21T13:22:48,327 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:48,327 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T13:22:48,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T13:22:48,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:22:48,329 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T13:22:48,479 DEBUG [4fe6efa1e611:33739 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T13:22:48,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fe6efa1e611,43837,1732195365821 2024-11-21T13:22:48,481 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,43837,1732195365821, state=OPENING 2024-11-21T13:22:48,493 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T13:22:48,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:48,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:22:48,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1624953856/meta-region-server: CHANGED 2024-11-21T13:22:48,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T13:22:48,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43837,1732195365821}] 2024-11-21T13:22:48,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1624953856/meta-region-server: CHANGED 2024-11-21T13:22:48,659 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:22:48,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:22:48,662 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T13:22:48,662 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:48,663 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T13:22:48,664 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C43837%2C1732195365821.meta, suffix=.meta, logDir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/WALs/4fe6efa1e611,43837,1732195365821, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/oldWALs, maxLogs=10 2024-11-21T13:22:48,677 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/WALs/4fe6efa1e611,43837,1732195365821/4fe6efa1e611%2C43837%2C1732195365821.meta.1732195368664.meta, exclude list is [], retry=0 2024-11-21T13:22:48,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-b18ec0ed-e861-472a-973a-aa825cc77734,DISK] 2024-11-21T13:22:48,679 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/WALs/4fe6efa1e611,43837,1732195365821/4fe6efa1e611%2C43837%2C1732195365821.meta.1732195368664.meta 2024-11-21T13:22:48,679 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38481:38481)] 2024-11-21T13:22:48,680 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:48,680 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:48,680 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:22:48,680 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T13:22:48,680 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T13:22:48,681 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T13:22:48,681 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:48,681 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T13:22:48,681 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T13:22:48,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T13:22:48,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T13:22:48,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:48,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:48,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T13:22:48,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T13:22:48,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:48,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:48,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T13:22:48,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T13:22:48,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:48,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:48,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T13:22:48,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T13:22:48,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:48,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T13:22:48,685 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T13:22:48,686 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740 2024-11-21T13:22:48,687 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740 2024-11-21T13:22:48,688 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T13:22:48,688 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T13:22:48,688 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T13:22:48,689 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T13:22:48,689 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75272150, jitterRate=0.12164244055747986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T13:22:48,689 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T13:22:48,690 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732195368681Writing region info on filesystem at 1732195368681Initializing all the Stores at 1732195368682 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195368682Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195368682Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195368682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732195368682Cleaning up temporary data from old regions at 1732195368688 (+6 ms)Running coprocessor post-open hooks at 1732195368689 (+1 ms)Region opened successfully at 1732195368689 2024-11-21T13:22:48,690 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732195368659 2024-11-21T13:22:48,692 DEBUG [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T13:22:48,692 INFO [RS_OPEN_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T13:22:48,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,43837,1732195365821 2024-11-21T13:22:48,693 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fe6efa1e611,43837,1732195365821, state=OPEN 2024-11-21T13:22:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1624953856/meta-region-server 2024-11-21T13:22:48,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1624953856/meta-region-server 2024-11-21T13:22:48,740 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43837,1732195365821 2024-11-21T13:22:48,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1624953856/meta-region-server: CHANGED 2024-11-21T13:22:48,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1624953856/meta-region-server: CHANGED 2024-11-21T13:22:48,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T13:22:48,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fe6efa1e611,43837,1732195365821 in 233 msec 2024-11-21T13:22:48,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T13:22:48,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-21T13:22:48,745 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T13:22:48,745 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T13:22:48,746 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:48,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43837,1732195365821, seqNum=-1] 2024-11-21T13:22:48,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:48,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:48,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-21T13:22:48,753 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732195368753, completionTime=-1 2024-11-21T13:22:48,753 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T13:22:48,753 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T13:22:48,755 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T13:22:48,755 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732195428755 2024-11-21T13:22:48,755 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732195488755 2024-11-21T13:22:48,755 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T13:22:48,755 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33739,1732195365681-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:48,755 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33739,1732195365681-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:48,755 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33739,1732195365681-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:48,755 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fe6efa1e611:33739, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:48,755 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:48,755 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:48,757 DEBUG [master/4fe6efa1e611:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T13:22:48,759 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.853sec 2024-11-21T13:22:48,759 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T13:22:48,759 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T13:22:48,759 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T13:22:48,759 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T13:22:48,759 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T13:22:48,759 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33739,1732195365681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T13:22:48,759 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33739,1732195365681-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T13:22:48,761 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T13:22:48,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T13:22:48,761 INFO [master/4fe6efa1e611:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fe6efa1e611,33739,1732195365681-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T13:22:48,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42be5be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:48,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33739,-1 for getting cluster id 2024-11-21T13:22:48,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:48,860 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f' 2024-11-21T13:22:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f" 2024-11-21T13:22:48,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:48,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33739,-1] 2024-11-21T13:22:48,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:48,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:48,862 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:48,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66997bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:48,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43837,1732195365821, seqNum=-1] 2024-11-21T13:22:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:48,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:48,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:48,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57824 2024-11-21T13:22:48,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T13:22:48,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015d8f7dd80008 connected 2024-11-21T13:22:48,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da1ee35 2024-11-21T13:22:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:48,889 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:48,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:22:48,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:22:48,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:48,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:22:48,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:22:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:48,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:22:48,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:22:48,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:48,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:48,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:48,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:48,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:48,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:49,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:49,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:49,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:49,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:49,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:49,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:49,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:49,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:49,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:49,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:49,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c65df908c6c717c027b566b23286d0ab, NAME => 'test,,1732195368889.c65df908c6c717c027b566b23286d0ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade 2024-11-21T13:22:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:22:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195368889.c65df908c6c717c027b566b23286d0ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c65df908c6c717c027b566b23286d0ab, disabling compactions & flushes 2024-11-21T13:22:49,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:22:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:22:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195368889.c65df908c6c717c027b566b23286d0ab. after waiting 0 ms 2024-11-21T13:22:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:22:49,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:22:49,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c65df908c6c717c027b566b23286d0ab: Waiting for close lock at 1732195369710Disabling compacts and flushes for region at 1732195369710Disabling writes for close at 1732195369710Writing region close event to WAL at 1732195369710Closed at 1732195369710 2024-11-21T13:22:49,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:22:49,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195368889.c65df908c6c717c027b566b23286d0ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195369711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195369711"}]},"ts":"1732195369711"} 2024-11-21T13:22:49,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:22:49,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:22:49,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195369713"}]},"ts":"1732195369713"} 2024-11-21T13:22:49,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:22:49,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c65df908c6c717c027b566b23286d0ab, ASSIGN}] 2024-11-21T13:22:49,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c65df908c6c717c027b566b23286d0ab, ASSIGN 2024-11-21T13:22:49,716 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c65df908c6c717c027b566b23286d0ab, ASSIGN; state=OFFLINE, location=4fe6efa1e611,44715,1732195355546; forceNewPlan=false, retain=false 2024-11-21T13:22:49,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c65df908c6c717c027b566b23286d0ab, regionState=OPENING, regionLocation=4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:49,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c65df908c6c717c027b566b23286d0ab, ASSIGN because future has completed 2024-11-21T13:22:49,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65df908c6c717c027b566b23286d0ab, server=4fe6efa1e611,44715,1732195355546}] 2024-11-21T13:22:50,023 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:22:50,024 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c65df908c6c717c027b566b23286d0ab, NAME => 'test,,1732195368889.c65df908c6c717c027b566b23286d0ab.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:50,024 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:50,024 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:22:50,024 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,024 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195368889.c65df908c6c717c027b566b23286d0ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:50,024 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,024 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,025 INFO [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,026 INFO [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65df908c6c717c027b566b23286d0ab columnFamilyName f 2024-11-21T13:22:50,026 DEBUG [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:50,026 INFO [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] regionserver.HStore(327): Store=c65df908c6c717c027b566b23286d0ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:50,026 INFO [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,027 INFO [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65df908c6c717c027b566b23286d0ab columnFamilyName f1 2024-11-21T13:22:50,027 DEBUG [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:50,027 INFO [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] regionserver.HStore(327): Store=c65df908c6c717c027b566b23286d0ab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:50,027 INFO [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,028 INFO [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65df908c6c717c027b566b23286d0ab columnFamilyName norep 2024-11-21T13:22:50,028 DEBUG [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:50,028 INFO [StoreOpener-c65df908c6c717c027b566b23286d0ab-1 {}] regionserver.HStore(327): Store=c65df908c6c717c027b566b23286d0ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:50,028 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:50,029 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,029 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,030 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,030 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,030 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:22:50,031 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,032 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:50,032 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c65df908c6c717c027b566b23286d0ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69624403, jitterRate=0.03748445212841034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:22:50,032 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c65df908c6c717c027b566b23286d0ab 2024-11-21T13:22:50,032 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c65df908c6c717c027b566b23286d0ab: Running coprocessor pre-open hook at 1732195370024Writing region info on filesystem at 1732195370024Initializing all the Stores at 1732195370025 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195370025Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195370025Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195370025Cleaning up temporary data from old regions at 1732195370030 (+5 ms)Running coprocessor post-open hooks at 1732195370032 (+2 ms)Region opened successfully at 1732195370032 2024-11-21T13:22:50,033 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195368889.c65df908c6c717c027b566b23286d0ab., pid=6, masterSystemTime=1732195370021 2024-11-21T13:22:50,034 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:22:50,034 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:22:50,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c65df908c6c717c027b566b23286d0ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:50,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65df908c6c717c027b566b23286d0ab, server=4fe6efa1e611,44715,1732195355546 because future has completed 2024-11-21T13:22:50,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:22:50,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c65df908c6c717c027b566b23286d0ab, server=4fe6efa1e611,44715,1732195355546 in 167 msec 2024-11-21T13:22:50,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:22:50,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c65df908c6c717c027b566b23286d0ab, ASSIGN in 323 msec 2024-11-21T13:22:50,040 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:22:50,040 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195370040"}]},"ts":"1732195370040"} 2024-11-21T13:22:50,041 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:22:50,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:22:50,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-21T13:22:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:51,038 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:22:51,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fc5dd0c 2024-11-21T13:22:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:51,040 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:51,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:22:51,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:22:51,043 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:51,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:22:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:51,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:22:51,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:22:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:51,450 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19bfa5d4e26852490fa8ea4b4d4b4eee, NAME => 'test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b 2024-11-21T13:22:51,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:22:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:51,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:51,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 19bfa5d4e26852490fa8ea4b4d4b4eee, disabling compactions & flushes 2024-11-21T13:22:51,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:22:51,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:22:51,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. after waiting 0 ms 2024-11-21T13:22:51,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:22:51,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:22:51,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19bfa5d4e26852490fa8ea4b4d4b4eee: Waiting for close lock at 1732195371855Disabling compacts and flushes for region at 1732195371855Disabling writes for close at 1732195371855Writing region close event to WAL at 1732195371855Closed at 1732195371855 2024-11-21T13:22:51,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:22:51,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195371857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195371857"}]},"ts":"1732195371857"} 2024-11-21T13:22:51,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:22:51,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:22:51,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195371860"}]},"ts":"1732195371860"} 2024-11-21T13:22:51,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:22:51,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19bfa5d4e26852490fa8ea4b4d4b4eee, ASSIGN}] 2024-11-21T13:22:51,864 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19bfa5d4e26852490fa8ea4b4d4b4eee, ASSIGN 2024-11-21T13:22:51,865 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=19bfa5d4e26852490fa8ea4b4d4b4eee, ASSIGN; state=OFFLINE, location=4fe6efa1e611,41819,1732195360957; forceNewPlan=false, retain=false 2024-11-21T13:22:52,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19bfa5d4e26852490fa8ea4b4d4b4eee, regionState=OPENING, regionLocation=4fe6efa1e611,41819,1732195360957 2024-11-21T13:22:52,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=19bfa5d4e26852490fa8ea4b4d4b4eee, ASSIGN because future has completed 2024-11-21T13:22:52,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19bfa5d4e26852490fa8ea4b4d4b4eee, server=4fe6efa1e611,41819,1732195360957}] 2024-11-21T13:22:52,173 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:22:52,173 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 19bfa5d4e26852490fa8ea4b4d4b4eee, NAME => 'test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:52,173 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:52,173 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:22:52,174 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,174 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:52,174 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,174 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,175 INFO [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,176 INFO [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19bfa5d4e26852490fa8ea4b4d4b4eee columnFamilyName f 2024-11-21T13:22:52,176 DEBUG [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:52,176 INFO [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] regionserver.HStore(327): Store=19bfa5d4e26852490fa8ea4b4d4b4eee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:52,176 INFO [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,177 INFO [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19bfa5d4e26852490fa8ea4b4d4b4eee columnFamilyName f1 2024-11-21T13:22:52,177 DEBUG [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:52,177 INFO [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] regionserver.HStore(327): Store=19bfa5d4e26852490fa8ea4b4d4b4eee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:52,178 INFO [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,178 INFO [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19bfa5d4e26852490fa8ea4b4d4b4eee columnFamilyName norep 2024-11-21T13:22:52,178 DEBUG [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:52,179 INFO [StoreOpener-19bfa5d4e26852490fa8ea4b4d4b4eee-1 {}] regionserver.HStore(327): Store=19bfa5d4e26852490fa8ea4b4d4b4eee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:52,179 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:52,179 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,180 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,180 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,180 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,180 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:22:52,181 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,182 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:52,182 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 19bfa5d4e26852490fa8ea4b4d4b4eee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59946436, jitterRate=-0.10672849416732788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:22:52,183 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:22:52,183 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 19bfa5d4e26852490fa8ea4b4d4b4eee: Running coprocessor pre-open hook at 1732195372174Writing region info on filesystem at 1732195372174Initializing all the Stores at 1732195372175 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195372175Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195372175Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195372175Cleaning up temporary data from old regions at 1732195372180 (+5 ms)Running coprocessor post-open hooks at 1732195372183 (+3 ms)Region opened successfully at 1732195372183 2024-11-21T13:22:52,183 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee., pid=6, masterSystemTime=1732195372170 2024-11-21T13:22:52,185 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:22:52,185 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:22:52,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19bfa5d4e26852490fa8ea4b4d4b4eee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,41819,1732195360957 2024-11-21T13:22:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19bfa5d4e26852490fa8ea4b4d4b4eee, server=4fe6efa1e611,41819,1732195360957 because future has completed 2024-11-21T13:22:52,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:22:52,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19bfa5d4e26852490fa8ea4b4d4b4eee, server=4fe6efa1e611,41819,1732195360957 in 170 msec 2024-11-21T13:22:52,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:22:52,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=19bfa5d4e26852490fa8ea4b4d4b4eee, ASSIGN in 327 msec 2024-11-21T13:22:52,191 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:22:52,192 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195372191"}]},"ts":"1732195372191"} 2024-11-21T13:22:52,193 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:22:52,193 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:22:52,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-21T13:22:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:53,190 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:22:53,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:53,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d8821e0 2024-11-21T13:22:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:53,192 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:53,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T13:22:53,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:22:53,195 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:53,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T13:22:53,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:22:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741835_1011 (size=902) 2024-11-21T13:22:53,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 622e88dbef3a287bd78bfcba76e1aa53, NAME => 'test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f 2024-11-21T13:22:53,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741836_1012 (size=39) 2024-11-21T13:22:53,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:53,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 622e88dbef3a287bd78bfcba76e1aa53, disabling compactions & flushes 2024-11-21T13:22:53,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:22:53,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:22:53,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. after waiting 0 ms 2024-11-21T13:22:53,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:22:53,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:22:53,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 622e88dbef3a287bd78bfcba76e1aa53: Waiting for close lock at 1732195373225Disabling compacts and flushes for region at 1732195373225Disabling writes for close at 1732195373225Writing region close event to WAL at 1732195373225Closed at 1732195373225 2024-11-21T13:22:53,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:22:53,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732195373227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195373227"}]},"ts":"1732195373227"} 2024-11-21T13:22:53,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:22:53,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:22:53,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195373230"}]},"ts":"1732195373230"} 2024-11-21T13:22:53,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T13:22:53,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=622e88dbef3a287bd78bfcba76e1aa53, ASSIGN}] 2024-11-21T13:22:53,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=622e88dbef3a287bd78bfcba76e1aa53, ASSIGN 2024-11-21T13:22:53,234 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=622e88dbef3a287bd78bfcba76e1aa53, ASSIGN; state=OFFLINE, location=4fe6efa1e611,43837,1732195365821; forceNewPlan=false, retain=false 2024-11-21T13:22:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:53,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=622e88dbef3a287bd78bfcba76e1aa53, regionState=OPENING, regionLocation=4fe6efa1e611,43837,1732195365821 2024-11-21T13:22:53,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=622e88dbef3a287bd78bfcba76e1aa53, ASSIGN because future has completed 2024-11-21T13:22:53,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 622e88dbef3a287bd78bfcba76e1aa53, server=4fe6efa1e611,43837,1732195365821}] 2024-11-21T13:22:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:53,546 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:22:53,547 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 622e88dbef3a287bd78bfcba76e1aa53, NAME => 'test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:53,547 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:53,548 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T13:22:53,548 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,548 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:53,548 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,548 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,549 INFO [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,550 INFO [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622e88dbef3a287bd78bfcba76e1aa53 columnFamilyName f 2024-11-21T13:22:53,550 DEBUG [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:53,551 INFO [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] regionserver.HStore(327): Store=622e88dbef3a287bd78bfcba76e1aa53/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:53,551 INFO [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,552 INFO [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622e88dbef3a287bd78bfcba76e1aa53 columnFamilyName f1 2024-11-21T13:22:53,552 DEBUG [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:53,552 INFO [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] regionserver.HStore(327): Store=622e88dbef3a287bd78bfcba76e1aa53/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:53,552 INFO [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,553 INFO [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622e88dbef3a287bd78bfcba76e1aa53 columnFamilyName norep 2024-11-21T13:22:53,553 DEBUG [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:53,553 INFO [StoreOpener-622e88dbef3a287bd78bfcba76e1aa53-1 {}] regionserver.HStore(327): Store=622e88dbef3a287bd78bfcba76e1aa53/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:53,554 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,554 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,555 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,555 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,555 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,556 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:22:53,556 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,558 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:53,559 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 622e88dbef3a287bd78bfcba76e1aa53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73439502, jitterRate=0.09433385729789734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:22:53,559 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:22:53,559 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 622e88dbef3a287bd78bfcba76e1aa53: Running coprocessor pre-open hook at 1732195373548Writing region info on filesystem at 1732195373548Initializing all the Stores at 1732195373549 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195373549Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195373549Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195373549Cleaning up temporary data from old regions at 1732195373555 (+6 ms)Running coprocessor post-open hooks at 1732195373559 (+4 ms)Region opened successfully at 1732195373559 2024-11-21T13:22:53,560 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53., pid=6, masterSystemTime=1732195373540 2024-11-21T13:22:53,562 DEBUG [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:22:53,562 INFO [RS_OPEN_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:22:53,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=622e88dbef3a287bd78bfcba76e1aa53, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4fe6efa1e611,43837,1732195365821 2024-11-21T13:22:53,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 622e88dbef3a287bd78bfcba76e1aa53, server=4fe6efa1e611,43837,1732195365821 because future has completed 2024-11-21T13:22:53,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T13:22:53,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 622e88dbef3a287bd78bfcba76e1aa53, server=4fe6efa1e611,43837,1732195365821 in 178 msec 2024-11-21T13:22:53,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T13:22:53,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=622e88dbef3a287bd78bfcba76e1aa53, ASSIGN in 335 msec 2024-11-21T13:22:53,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:22:53,571 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195373570"}]},"ts":"1732195373570"} 2024-11-21T13:22:53,572 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T13:22:53,573 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:22:53,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 381 msec 2024-11-21T13:22:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T13:22:53,818 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T13:22:53,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2274e32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:53,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,42021,-1 for getting cluster id 2024-11-21T13:22:53,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:53,820 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbaf371b-59ac-46ff-89f0-a5de6792784d' 2024-11-21T13:22:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbaf371b-59ac-46ff-89f0-a5de6792784d" 2024-11-21T13:22:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a53f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,42021,-1] 2024-11-21T13:22:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:53,821 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efafa08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:53,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@769a01bd 2024-11-21T13:22:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:53,822 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:53,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://4fe6efa1e611:44123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:22:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:22:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:53,825 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:44123' 2024-11-21T13:22:53,825 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46308ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:53,825 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44123,-1 for getting cluster id 2024-11-21T13:22:53,826 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:53,826 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00eda3ff-275a-4fba-9790-ced11cf06b69' 2024-11-21T13:22:53,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:53,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00eda3ff-275a-4fba-9790-ced11cf06b69" 2024-11-21T13:22:53,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa9f649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:53,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44123,-1] 2024-11-21T13:22:53,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:53,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:53,827 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:53,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad3c5bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:53,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:53,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:53,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79653524 2024-11-21T13:22:53,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:53,828 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:53,829 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T13:22:53,829 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:22:53,829 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:53,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:53,829 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:53,830 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T13:22:53,831 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T13:22:53,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T13:22:53,831 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:53,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T13:22:53,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741837_1013 (size=1138) 2024-11-21T13:22:53,881 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T13:22:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:54,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:22:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,238 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14f077add66d1a74c65fe46544ce8c88, NAME => 'hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade 2024-11-21T13:22:54,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741838_1014 (size=44) 2024-11-21T13:22:54,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:54,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 14f077add66d1a74c65fe46544ce8c88, disabling compactions & flushes 2024-11-21T13:22:54,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:22:54,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:22:54,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. after waiting 0 ms 2024-11-21T13:22:54,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:22:54,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:22:54,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14f077add66d1a74c65fe46544ce8c88: Waiting for close lock at 1732195374245Disabling compacts and flushes for region at 1732195374245Disabling writes for close at 1732195374245Writing region close event to WAL at 1732195374245Closed at 1732195374245 2024-11-21T13:22:54,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T13:22:54,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732195374247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732195374247"}]},"ts":"1732195374247"} 2024-11-21T13:22:54,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T13:22:54,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T13:22:54,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195374250"}]},"ts":"1732195374250"} 2024-11-21T13:22:54,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T13:22:54,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14f077add66d1a74c65fe46544ce8c88, ASSIGN}] 2024-11-21T13:22:54,253 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14f077add66d1a74c65fe46544ce8c88, ASSIGN 2024-11-21T13:22:54,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,253 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14f077add66d1a74c65fe46544ce8c88, ASSIGN; state=OFFLINE, location=4fe6efa1e611,44715,1732195355546; forceNewPlan=false, retain=false 2024-11-21T13:22:54,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:22:54,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=14f077add66d1a74c65fe46544ce8c88, regionState=OPENING, regionLocation=4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:54,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=14f077add66d1a74c65fe46544ce8c88, ASSIGN because future has completed 2024-11-21T13:22:54,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14f077add66d1a74c65fe46544ce8c88, server=4fe6efa1e611,44715,1732195355546}] 2024-11-21T13:22:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:54,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:22:54,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T13:22:54,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T13:22:54,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4fe6efa1e611%2C44715%2C1732195355546.rep, suffix=, logDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546, archiveDir=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/oldWALs, maxLogs=10 2024-11-21T13:22:54,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.rep.1732195374562, exclude list is [], retry=0 2024-11-21T13:22:54,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-6df3017d-1a6e-420a-8153-5cef5b0bf932,DISK] 2024-11-21T13:22:54,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.rep.1732195374562 2024-11-21T13:22:54,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-21T13:22:54,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 14f077add66d1a74c65fe46544ce8c88, NAME => 'hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88.', STARTKEY => '', ENDKEY => ''} 2024-11-21T13:22:54,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T13:22:54,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T13:22:54,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. service=MultiRowMutationService 2024-11-21T13:22:54,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T13:22:54,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T13:22:54,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,579 INFO [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,580 INFO [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14f077add66d1a74c65fe46544ce8c88 columnFamilyName hfileref 2024-11-21T13:22:54,580 DEBUG [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:54,580 INFO [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] regionserver.HStore(327): Store=14f077add66d1a74c65fe46544ce8c88/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:54,580 INFO [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,581 INFO [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14f077add66d1a74c65fe46544ce8c88 columnFamilyName queue 2024-11-21T13:22:54,581 DEBUG [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:54,581 INFO [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] regionserver.HStore(327): Store=14f077add66d1a74c65fe46544ce8c88/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:54,581 INFO [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,582 INFO [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14f077add66d1a74c65fe46544ce8c88 columnFamilyName sid 2024-11-21T13:22:54,582 DEBUG [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T13:22:54,582 INFO [StoreOpener-14f077add66d1a74c65fe46544ce8c88-1 {}] regionserver.HStore(327): Store=14f077add66d1a74c65fe46544ce8c88/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T13:22:54,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T13:22:54,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T13:22:54,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 14f077add66d1a74c65fe46544ce8c88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62960593, jitterRate=-0.06181405484676361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T13:22:54,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:22:54,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 14f077add66d1a74c65fe46544ce8c88: Running coprocessor pre-open hook at 1732195374578Writing region info on filesystem at 1732195374578Initializing all the Stores at 1732195374579 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195374579Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195374579Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732195374579Cleaning up temporary data from old regions at 1732195374584 (+5 ms)Running coprocessor post-open hooks at 1732195374586 (+2 ms)Region opened successfully at 1732195374586 2024-11-21T13:22:54,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88., pid=10, masterSystemTime=1732195374557 2024-11-21T13:22:54,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:22:54,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:22:54,589 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=14f077add66d1a74c65fe46544ce8c88, regionState=OPEN, openSeqNum=2, regionLocation=4fe6efa1e611,44715,1732195355546 2024-11-21T13:22:54,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14f077add66d1a74c65fe46544ce8c88, server=4fe6efa1e611,44715,1732195355546 because future has completed 2024-11-21T13:22:54,592 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42021 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4fe6efa1e611,44715,1732195355546, table=hbase:replication, region=14f077add66d1a74c65fe46544ce8c88. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T13:22:54,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T13:22:54,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 14f077add66d1a74c65fe46544ce8c88, server=4fe6efa1e611,44715,1732195355546 in 186 msec 2024-11-21T13:22:54,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T13:22:54,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=14f077add66d1a74c65fe46544ce8c88, ASSIGN in 342 msec 2024-11-21T13:22:54,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T13:22:54,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732195374595"}]},"ts":"1732195374595"} 2024-11-21T13:22:54,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T13:22:54,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T13:22:54,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-11-21T13:22:54,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2] 2024-11-21T13:22:54,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:54,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:22:54,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:22:54,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T13:22:54,849 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T13:22:54,882 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4fe6efa1e611,44715,1732195355546, ReplicationSource: 1, currentBandwidth=0 2024-11-21T13:22:54,882 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:54,882 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,44715,1732195355546, seqNum=-1] 2024-11-21T13:22:54,883 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:54,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-21T13:22:54,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4fe6efa1e611,44715,1732195355546', locateType=CURRENT is [region=hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2] 2024-11-21T13:22:54,886 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T13:22:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T13:22:54,888 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4fe6efa1e611,44715,1732195355546 suceeded 2024-11-21T13:22:54,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T13:22:54,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-21T13:22:54,890 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4fe6efa1e611:44123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:22:54,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0670 sec 2024-11-21T13:22:54,900 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:44123' 2024-11-21T13:22:54,901 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f8bd0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,901 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44123,-1 for getting cluster id 2024-11-21T13:22:54,901 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:54,901 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00eda3ff-275a-4fba-9790-ced11cf06b69' 2024-11-21T13:22:54,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:54,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00eda3ff-275a-4fba-9790-ced11cf06b69" 2024-11-21T13:22:54,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@660cb5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44123,-1] 2024-11-21T13:22:54,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:54,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:54,902 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:54,903 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ff1adfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,903 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:54,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:54,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@489f237d 2024-11-21T13:22:54,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:54,904 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T13:22:54,904 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4fe6efa1e611,44715,1732195355546 (queues=1) is replicating from cluster=fbaf371b-59ac-46ff-89f0-a5de6792784d to cluster=00eda3ff-275a-4fba-9790-ced11cf06b69 2024-11-21T13:22:54,904 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4fe6efa1e611%2C44715%2C1732195355546 2024-11-21T13:22:54,904 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4fe6efa1e611,44715,1732195355546, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:22:54,905 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C44715%2C1732195355546 2024-11-21T13:22:54,905 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345, startPosition=0, beingWritten=true 2024-11-21T13:22:54,908 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:22:54,908 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 to pos 379, reset compression=false 2024-11-21T13:22:54,908 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,44715,1732195355546 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:22:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T13:22:54,959 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T13:22:54,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:54,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:54,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:54,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:54,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:54,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464e4f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,42021,-1 for getting cluster id 2024-11-21T13:22:54,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:54,960 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbaf371b-59ac-46ff-89f0-a5de6792784d' 2024-11-21T13:22:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbaf371b-59ac-46ff-89f0-a5de6792784d" 2024-11-21T13:22:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e774afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,42021,-1] 2024-11-21T13:22:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:54,961 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382afbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64701115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44123,-1 for getting cluster id 2024-11-21T13:22:54,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:54,962 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00eda3ff-275a-4fba-9790-ced11cf06b69' 2024-11-21T13:22:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00eda3ff-275a-4fba-9790-ced11cf06b69" 2024-11-21T13:22:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5a5039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44123,-1] 2024-11-21T13:22:54,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:54,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:54,963 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:54,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc3113f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f76472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33739,-1 for getting cluster id 2024-11-21T13:22:54,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:54,964 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f' 2024-11-21T13:22:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f" 2024-11-21T13:22:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68747dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33739,-1] 2024-11-21T13:22:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:54,965 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:54,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474be1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:54,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:54,974 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732195374973/Put/seqid=0 2024-11-21T13:22:54,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741840_1016 (size=7894) 2024-11-21T13:22:55,111 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 to pos 379, reset compression=false 2024-11-21T13:22:55,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T13:22:55,379 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732195375378/Put/seqid=0 2024-11-21T13:22:55,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741841_1017 (size=7691) 2024-11-21T13:22:55,415 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 to pos 379, reset compression=false 2024-11-21T13:22:55,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2401cf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:55,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,42021,-1 for getting cluster id 2024-11-21T13:22:55,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:55,784 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbaf371b-59ac-46ff-89f0-a5de6792784d' 2024-11-21T13:22:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbaf371b-59ac-46ff-89f0-a5de6792784d" 2024-11-21T13:22:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdee377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,42021,-1] 2024-11-21T13:22:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:55,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:55,785 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:55,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29561170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:55,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,44715,1732195355546, seqNum=-1] 2024-11-21T13:22:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:55,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:55,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17146c66 2024-11-21T13:22:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:55,795 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:55,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195368889.c65df908c6c717c027b566b23286d0ab., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2] 2024-11-21T13:22:55,800 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:22:55,804 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-21T13:22:55,806 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-21T13:22:55,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_0/f/hfile_0 for inclusion in c65df908c6c717c027b566b23286d0ab/f 2024-11-21T13:22:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T13:22:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:22:55,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_0/f/hfile_1 for inclusion in c65df908c6c717c027b566b23286d0ab/f 2024-11-21T13:22:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T13:22:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:22:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HRegion(2603): Flush status journal for c65df908c6c717c027b566b23286d0ab: 2024-11-21T13:22:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__vfj8egvc6nq7nl487h6ob2h39a8ckfep9qikrma4dlcaljndc3gfes2ffv1m5r5c/f/hfile_0 2024-11-21T13:22:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__vfj8egvc6nq7nl487h6ob2h39a8ckfep9qikrma4dlcaljndc3gfes2ffv1m5r5c/f/hfile_0 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/d632492f42e74e0e96ce7a21281d428f_SeqId_4_ 2024-11-21T13:22:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__vfj8egvc6nq7nl487h6ob2h39a8ckfep9qikrma4dlcaljndc3gfes2ffv1m5r5c/f/hfile_1 2024-11-21T13:22:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__vfj8egvc6nq7nl487h6ob2h39a8ckfep9qikrma4dlcaljndc3gfes2ffv1m5r5c/f/hfile_1 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/3644946d05af438393073ddd98e856e8_SeqId_4_ 2024-11-21T13:22:55,818 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 to pos 379, reset compression=false 2024-11-21T13:22:55,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__vfj8egvc6nq7nl487h6ob2h39a8ckfep9qikrma4dlcaljndc3gfes2ffv1m5r5c/f/hfile_0 into c65df908c6c717c027b566b23286d0ab/f as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/d632492f42e74e0e96ce7a21281d428f_SeqId_4_ - updating store file list. 2024-11-21T13:22:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d632492f42e74e0e96ce7a21281d428f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:22:55,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/d632492f42e74e0e96ce7a21281d428f_SeqId_4_ into c65df908c6c717c027b566b23286d0ab/f 2024-11-21T13:22:55,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__vfj8egvc6nq7nl487h6ob2h39a8ckfep9qikrma4dlcaljndc3gfes2ffv1m5r5c/f/hfile_0 into c65df908c6c717c027b566b23286d0ab/f (new location: hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/d632492f42e74e0e96ce7a21281d428f_SeqId_4_) 2024-11-21T13:22:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__vfj8egvc6nq7nl487h6ob2h39a8ckfep9qikrma4dlcaljndc3gfes2ffv1m5r5c/f/hfile_0 2024-11-21T13:22:55,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__vfj8egvc6nq7nl487h6ob2h39a8ckfep9qikrma4dlcaljndc3gfes2ffv1m5r5c/f/hfile_1 into c65df908c6c717c027b566b23286d0ab/f as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/3644946d05af438393073ddd98e856e8_SeqId_4_ - updating store file list. 2024-11-21T13:22:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3644946d05af438393073ddd98e856e8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:22:55,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/3644946d05af438393073ddd98e856e8_SeqId_4_ into c65df908c6c717c027b566b23286d0ab/f 2024-11-21T13:22:55,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__vfj8egvc6nq7nl487h6ob2h39a8ckfep9qikrma4dlcaljndc3gfes2ffv1m5r5c/f/hfile_1 into c65df908c6c717c027b566b23286d0ab/f (new location: hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/3644946d05af438393073ddd98e856e8_SeqId_4_) 2024-11-21T13:22:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__vfj8egvc6nq7nl487h6ob2h39a8ckfep9qikrma4dlcaljndc3gfes2ffv1m5r5c/f/hfile_1 2024-11-21T13:22:55,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:55,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:55,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732195368889.c65df908c6c717c027b566b23286d0ab., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2 , the old value is region=test,,1732195368889.c65df908c6c717c027b566b23286d0ab., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4fe6efa1e611:44715 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:22:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732195368889.c65df908c6c717c027b566b23286d0ab., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:22:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732195368889.c65df908c6c717c027b566b23286d0ab., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2 from cache 2024-11-21T13:22:55,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:55,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:55,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:55,830 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T13:22:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,41819,1732195360957, seqNum=-1] 2024-11-21T13:22:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:55,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee., hostname=4fe6efa1e611,41819,1732195360957, seqNum=2] 2024-11-21T13:22:55,834 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T13:22:55,939 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:44715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T13:22:56,321 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 to pos 379, reset compression=false 2024-11-21T13:22:56,325 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:22:56,325 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,44715,1732195355546 got entry batch from reader: WALEntryBatch [walEntries=[{test/c65df908c6c717c027b566b23286d0ab/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732195375827/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T13:22:56,327 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:22:56,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T13:22:56,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(318): Replicating [fbaf371b-59ac-46ff-89f0-a5de6792784d] bulk loaded data 2024-11-21T13:22:56,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d244c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:56,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,44123,-1 for getting cluster id 2024-11-21T13:22:56,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:56,329 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00eda3ff-275a-4fba-9790-ced11cf06b69' 2024-11-21T13:22:56,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:56,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00eda3ff-275a-4fba-9790-ced11cf06b69" 2024-11-21T13:22:56,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a07008d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:56,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,44123,-1] 2024-11-21T13:22:56,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:56,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:56,330 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:56,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@724b3572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:56,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741837_1013 (size=7894) 2024-11-21T13:22:56,525 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 to pos 687, reset compression=false 2024-11-21T13:22:56,629 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T13:22:56,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741838_1014 (size=7691) 2024-11-21T13:22:56,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:56,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,44123,1732195360809 2024-11-21T13:22:56,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75584753 2024-11-21T13:22:56,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:56,752 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-21T13:22:56,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:22:56,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:56,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,41819,1732195360957, seqNum=-1] 2024-11-21T13:22:56,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:56,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-21T13:22:56,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/3644946d05af438393073ddd98e856e8_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-21T13:22:56,764 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/d632492f42e74e0e96ce7a21281d428f_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-21T13:22:56,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/3644946d05af438393073ddd98e856e8_SeqId_4_ for inclusion in 19bfa5d4e26852490fa8ea4b4d4b4eee/f 2024-11-21T13:22:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T13:22:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:22:56,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/d632492f42e74e0e96ce7a21281d428f_SeqId_4_ for inclusion in 19bfa5d4e26852490fa8ea4b4d4b4eee/f 2024-11-21T13:22:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T13:22:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:22:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HRegion(2603): Flush status journal for 19bfa5d4e26852490fa8ea4b4d4b4eee: 2024-11-21T13:22:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3644946d05af438393073ddd98e856e8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:22:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/3644946d05af438393073ddd98e856e8_SeqId_4_ as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/3a8ac133b34b45a3bd3744a397bd9618_SeqId_4_ 2024-11-21T13:22:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d632492f42e74e0e96ce7a21281d428f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:22:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/d632492f42e74e0e96ce7a21281d428f_SeqId_4_ as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/7bccfb0c542740a7a18096ef299724be_SeqId_4_ 2024-11-21T13:22:56,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/3644946d05af438393073ddd98e856e8_SeqId_4_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/3a8ac133b34b45a3bd3744a397bd9618_SeqId_4_ - updating store file list. 2024-11-21T13:22:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a8ac133b34b45a3bd3744a397bd9618_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:22:56,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/3a8ac133b34b45a3bd3744a397bd9618_SeqId_4_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f 2024-11-21T13:22:56,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/3644946d05af438393073ddd98e856e8_SeqId_4_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f (new location: hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/3a8ac133b34b45a3bd3744a397bd9618_SeqId_4_) 2024-11-21T13:22:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/3644946d05af438393073ddd98e856e8_SeqId_4_ 2024-11-21T13:22:56,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/d632492f42e74e0e96ce7a21281d428f_SeqId_4_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/7bccfb0c542740a7a18096ef299724be_SeqId_4_ - updating store file list. 2024-11-21T13:22:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bccfb0c542740a7a18096ef299724be_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:22:56,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/7bccfb0c542740a7a18096ef299724be_SeqId_4_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f 2024-11-21T13:22:56,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/d632492f42e74e0e96ce7a21281d428f_SeqId_4_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f (new location: hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/7bccfb0c542740a7a18096ef299724be_SeqId_4_) 2024-11-21T13:22:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__8k7uubqgs1rcf6qhs9rbbnattnqiv8nr7pp4k600ifnhc855lt1mi1mjctk54n/f/d632492f42e74e0e96ce7a21281d428f_SeqId_4_ 2024-11-21T13:22:56,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(324): Finished replicating [fbaf371b-59ac-46ff-89f0-a5de6792784d] bulk loaded data 2024-11-21T13:22:56,828 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 to pos 687, reset compression=false 2024-11-21T13:22:56,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43837,1732195365821, seqNum=-1] 2024-11-21T13:22:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:56,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53., hostname=4fe6efa1e611,43837,1732195365821, seqNum=2] 2024-11-21T13:22:56,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:22:56,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T13:22:56,851 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4fe6efa1e611%2C44715%2C1732195355546:(num 1732195357345) roll requested 2024-11-21T13:22:56,869 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851, exclude list is [], retry=0 2024-11-21T13:22:56,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-6df3017d-1a6e-420a-8153-5cef5b0bf932,DISK] 2024-11-21T13:22:56,872 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 2024-11-21T13:22:56,872 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-21T13:22:56,872 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 is not closed yet, will try archiving it next time 2024-11-21T13:22:56,873 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4fe6efa1e611%2C44715%2C1732195355546.meta:.meta(num 1732195358316) roll requested 2024-11-21T13:22:56,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee4ddbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:56,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,42021,-1 for getting cluster id 2024-11-21T13:22:56,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:56,874 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbaf371b-59ac-46ff-89f0-a5de6792784d' 2024-11-21T13:22:56,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741832_1008 (size=695) 2024-11-21T13:22:56,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 not finished, retry = 0 2024-11-21T13:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbaf371b-59ac-46ff-89f0-a5de6792784d" 2024-11-21T13:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500c392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,42021,-1] 2024-11-21T13:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:56,875 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:56,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568cafed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:56,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78b9112 2024-11-21T13:22:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:56,876 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:56,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://4fe6efa1e611:33739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T13:22:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T13:22:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T13:22:56,879 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:33739' 2024-11-21T13:22:56,880 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eabf68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:56,880 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33739,-1 for getting cluster id 2024-11-21T13:22:56,880 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:56,880 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f' 2024-11-21T13:22:56,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:56,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f" 2024-11-21T13:22:56,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3365727a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:56,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33739,-1] 2024-11-21T13:22:56,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:56,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:56,881 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:56,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a542418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:56,882 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:56,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:56,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f593ddc 2024-11-21T13:22:56,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:56,883 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:56,883 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T13:22:56,883 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T13:22:56,883 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:56,883 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:56,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:56,889 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.meta.1732195376873.meta, exclude list is [], retry=0 2024-11-21T13:22:56,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-6df3017d-1a6e-420a-8153-5cef5b0bf932,DISK] 2024-11-21T13:22:56,892 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.meta.1732195358316.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.meta.1732195376873.meta 2024-11-21T13:22:56,892 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-21T13:22:56,892 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.meta.1732195358316.meta is not closed yet, will try archiving it next time 2024-11-21T13:22:56,892 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4fe6efa1e611%2C44715%2C1732195355546.rep:(num 1732195374562) roll requested 2024-11-21T13:22:56,893 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.meta.1732195358316.meta not finished, retry = 0 2024-11-21T13:22:56,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741834_1010 (size=3473) 2024-11-21T13:22:56,905 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.rep.1732195376892, exclude list is [], retry=0 2024-11-21T13:22:56,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34921,DS-6df3017d-1a6e-420a-8153-5cef5b0bf932,DISK] 2024-11-21T13:22:56,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T13:22:56,908 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.rep.1732195374562 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.rep.1732195376892 2024-11-21T13:22:56,908 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-21T13:22:56,908 DEBUG [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.rep.1732195374562 is not closed yet, will try archiving it next time 2024-11-21T13:22:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741839_1015 (size=1505) 2024-11-21T13:22:56,975 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 to hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/oldWALs/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 2024-11-21T13:22:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T13:22:57,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T13:22:57,058 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T13:22:57,088 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-4fe6efa1e611,44715,1732195355546, ReplicationSource: 2, currentBandwidth=0 2024-11-21T13:22:57,090 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T13:22:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T13:22:57,092 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4fe6efa1e611,44715,1732195355546 suceeded 2024-11-21T13:22:57,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T13:22:57,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-21T13:22:57,093 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4fe6efa1e611:33739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T13:22:57,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 216 msec 2024-11-21T13:22:57,103 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4fe6efa1e611:33739' 2024-11-21T13:22:57,104 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600c0987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:57,104 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33739,-1 for getting cluster id 2024-11-21T13:22:57,104 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:57,104 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f' 2024-11-21T13:22:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:57,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f" 2024-11-21T13:22:57,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@472ff210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:57,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33739,-1] 2024-11-21T13:22:57,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:57,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:57,105 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:57,106 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54a03a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:57,106 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:57,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:57,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@161c05d5 2024-11-21T13:22:57,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:57,107 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T13:22:57,107 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4fe6efa1e611,44715,1732195355546 (queues=1) is replicating from cluster=fbaf371b-59ac-46ff-89f0-a5de6792784d to cluster=1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f 2024-11-21T13:22:57,107 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4fe6efa1e611%2C44715%2C1732195355546 2024-11-21T13:22:57,107 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4fe6efa1e611,44715,1732195355546, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T13:22:57,108 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851, startPosition=0, beingWritten=true 2024-11-21T13:22:57,108 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4fe6efa1e611%2C44715%2C1732195355546 2024-11-21T13:22:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T13:22:57,198 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T13:22:57,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:57,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:57,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:57,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:57,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:57,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T13:22:57,202 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732195377202/Put/seqid=0 2024-11-21T13:22:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741845_1021 (size=11194) 2024-11-21T13:22:57,231 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 to pos 687, reset compression=false 2024-11-21T13:22:57,235 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 was moved to hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/oldWALs/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 2024-11-21T13:22:57,236 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345 2024-11-21T13:22:57,237 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851, startPosition=0, beingWritten=true 2024-11-21T13:22:57,237 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,44715,1732195355546 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195357345, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T13:22:57,238 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [4fe6efa1e611%2C44715%2C1732195355546.1732195357345] 2024-11-21T13:22:57,311 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 0, reset compression=false 2024-11-21T13:22:57,614 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732195377613/Put/seqid=0 2024-11-21T13:22:57,614 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 0, reset compression=false 2024-11-21T13:22:57,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741846_1022 (size=10791) 2024-11-21T13:22:57,659 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:57,659 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:22:57,659 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149141 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4fe6efa1e611,46717,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T13:22:57,740 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 0, reset compression=false 2024-11-21T13:22:58,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb463da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:58,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,42021,-1 for getting cluster id 2024-11-21T13:22:58,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:58,020 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbaf371b-59ac-46ff-89f0-a5de6792784d' 2024-11-21T13:22:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:58,020 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 0, reset compression=false 2024-11-21T13:22:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbaf371b-59ac-46ff-89f0-a5de6792784d" 2024-11-21T13:22:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d2d197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,42021,-1] 2024-11-21T13:22:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:58,021 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:58,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db479f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:58,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,44715,1732195355546, seqNum=-1] 2024-11-21T13:22:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:58,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T13:22:58,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,42021,1732195355330 2024-11-21T13:22:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c0edb78 2024-11-21T13:22:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:58,032 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T13:22:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732195368889.c65df908c6c717c027b566b23286d0ab., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2] 2024-11-21T13:22:58,037 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:22:58,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-21T13:22:58,045 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-21T13:22:58,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_1/f/hfile_0 for inclusion in c65df908c6c717c027b566b23286d0ab/f 2024-11-21T13:22:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T13:22:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:22:58,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_1/f/hfile_1 for inclusion in c65df908c6c717c027b566b23286d0ab/f 2024-11-21T13:22:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T13:22:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:22:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HRegion(2603): Flush status journal for c65df908c6c717c027b566b23286d0ab: 2024-11-21T13:22:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__v9pti1u9qui60tqidh9t9oj49vfsh1ppsm8rmui2avroaalc13csfo8koo6aaolq/f/hfile_0 2024-11-21T13:22:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__v9pti1u9qui60tqidh9t9oj49vfsh1ppsm8rmui2avroaalc13csfo8koo6aaolq/f/hfile_0 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ 2024-11-21T13:22:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__v9pti1u9qui60tqidh9t9oj49vfsh1ppsm8rmui2avroaalc13csfo8koo6aaolq/f/hfile_1 2024-11-21T13:22:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__v9pti1u9qui60tqidh9t9oj49vfsh1ppsm8rmui2avroaalc13csfo8koo6aaolq/f/hfile_1 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ 2024-11-21T13:22:58,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__v9pti1u9qui60tqidh9t9oj49vfsh1ppsm8rmui2avroaalc13csfo8koo6aaolq/f/hfile_0 into c65df908c6c717c027b566b23286d0ab/f as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ - updating store file list. 2024-11-21T13:22:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T13:22:58,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ into c65df908c6c717c027b566b23286d0ab/f 2024-11-21T13:22:58,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__v9pti1u9qui60tqidh9t9oj49vfsh1ppsm8rmui2avroaalc13csfo8koo6aaolq/f/hfile_0 into c65df908c6c717c027b566b23286d0ab/f (new location: hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_) 2024-11-21T13:22:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__v9pti1u9qui60tqidh9t9oj49vfsh1ppsm8rmui2avroaalc13csfo8koo6aaolq/f/hfile_0 2024-11-21T13:22:58,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__v9pti1u9qui60tqidh9t9oj49vfsh1ppsm8rmui2avroaalc13csfo8koo6aaolq/f/hfile_1 into c65df908c6c717c027b566b23286d0ab/f as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ - updating store file list. 2024-11-21T13:22:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T13:22:58,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ into c65df908c6c717c027b566b23286d0ab/f 2024-11-21T13:22:58,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__v9pti1u9qui60tqidh9t9oj49vfsh1ppsm8rmui2avroaalc13csfo8koo6aaolq/f/hfile_1 into c65df908c6c717c027b566b23286d0ab/f (new location: hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_) 2024-11-21T13:22:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/staging/jenkins__test__v9pti1u9qui60tqidh9t9oj49vfsh1ppsm8rmui2avroaalc13csfo8koo6aaolq/f/hfile_1 2024-11-21T13:22:58,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:22:58,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:22:58,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:58,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732195368889.c65df908c6c717c027b566b23286d0ab., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2 , the old value is region=test,,1732195368889.c65df908c6c717c027b566b23286d0ab., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4fe6efa1e611:44715 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:22:58,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732195368889.c65df908c6c717c027b566b23286d0ab., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T13:22:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732195368889.c65df908c6c717c027b566b23286d0ab., hostname=4fe6efa1e611,44715,1732195355546, seqNum=2 from cache 2024-11-21T13:22:58,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:22:58,077 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T13:22:58,078 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T13:22:58,179 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:44715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T13:22:58,344 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 0, reset compression=false 2024-11-21T13:22:58,349 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:22:58,349 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,44715,1732195355546 got entry batch from reader: WALEntryBatch [walEntries=[{test/c65df908c6c717c027b566b23286d0ab/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732195378074/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T13:22:58,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(318): Replicating [fbaf371b-59ac-46ff-89f0-a5de6792784d] bulk loaded data 2024-11-21T13:22:58,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741839_1015 (size=11194) 2024-11-21T13:22:58,524 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 0, reset compression=false 2024-11-21T13:22:58,528 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T13:22:58,528 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-4fe6efa1e611,44715,1732195355546 got entry batch from reader: WALEntryBatch [walEntries=[{test/c65df908c6c717c027b566b23286d0ab/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732195378074/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T13:22:58,530 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T13:22:58,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T13:22:58,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.ReplicationSink(318): Replicating [fbaf371b-59ac-46ff-89f0-a5de6792784d] bulk loaded data 2024-11-21T13:22:58,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ee99f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:58,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] client.ClusterIdFetcher(90): Going to request 4fe6efa1e611,33739,-1 for getting cluster id 2024-11-21T13:22:58,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T13:22:58,531 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f' 2024-11-21T13:22:58,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T13:22:58,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1743eeb5-3f47-4c1b-a9d9-d27ca55fce3f" 2024-11-21T13:22:58,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42354e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:58,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fe6efa1e611,33739,-1] 2024-11-21T13:22:58,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T13:22:58,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:22:58,532 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-21T13:22:58,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c66f85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T13:22:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741837_1013 (size=11194) 2024-11-21T13:22:58,549 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:22:58,728 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:22:58,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741840_1016 (size=10791) 2024-11-21T13:22:58,853 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:22:58,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741838_1014 (size=10791) 2024-11-21T13:22:58,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T13:22:58,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fe6efa1e611,33739,1732195365681 2024-11-21T13:22:58,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5df88ccf 2024-11-21T13:22:58,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T13:22:58,959 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-21T13:22:58,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:22:58,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T13:22:58,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fe6efa1e611,43837,1732195365821, seqNum=-1] 2024-11-21T13:22:58,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T13:22:58,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-21T13:22:58,967 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T13:22:58,971 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T13:22:58,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ for inclusion in 622e88dbef3a287bd78bfcba76e1aa53/f 2024-11-21T13:22:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T13:22:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:22:58,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ for inclusion in 622e88dbef3a287bd78bfcba76e1aa53/f 2024-11-21T13:22:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T13:22:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:22:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HRegion(2603): Flush status journal for 622e88dbef3a287bd78bfcba76e1aa53: 2024-11-21T13:22:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:22:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ as hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53/f/2da1cff357d8417480c9af503e79abde_SeqId_4_ 2024-11-21T13:22:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:22:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ as hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53/f/2ae6f2639a374987aa3cdfd477237477_SeqId_4_ 2024-11-21T13:22:59,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ into 622e88dbef3a287bd78bfcba76e1aa53/f as hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53/f/2da1cff357d8417480c9af503e79abde_SeqId_4_ - updating store file list. 2024-11-21T13:22:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2da1cff357d8417480c9af503e79abde_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:22:59,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53/f/2da1cff357d8417480c9af503e79abde_SeqId_4_ into 622e88dbef3a287bd78bfcba76e1aa53/f 2024-11-21T13:22:59,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ into 622e88dbef3a287bd78bfcba76e1aa53/f (new location: hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53/f/2da1cff357d8417480c9af503e79abde_SeqId_4_) 2024-11-21T13:22:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ 2024-11-21T13:22:59,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ into 622e88dbef3a287bd78bfcba76e1aa53/f as hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53/f/2ae6f2639a374987aa3cdfd477237477_SeqId_4_ - updating store file list. 2024-11-21T13:22:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ae6f2639a374987aa3cdfd477237477_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T13:22:59,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53/f/2ae6f2639a374987aa3cdfd477237477_SeqId_4_ into 622e88dbef3a287bd78bfcba76e1aa53/f 2024-11-21T13:22:59,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ into 622e88dbef3a287bd78bfcba76e1aa53/f (new location: hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53/f/2ae6f2639a374987aa3cdfd477237477_SeqId_4_) 2024-11-21T13:22:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/staging/jenkins.hfs.23__test__b85msh1hj9kcat693u97tf4fsdgbphceb1q3ah4se5ep76ketmb007e1scspubt8/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ 2024-11-21T13:22:59,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43837 {}] regionserver.ReplicationSink(324): Finished replicating [fbaf371b-59ac-46ff-89f0-a5de6792784d] bulk loaded data 2024-11-21T13:22:59,033 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:22:59,082 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T13:22:59,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T13:22:59,186 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T13:22:59,188 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T13:22:59,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ for inclusion in 19bfa5d4e26852490fa8ea4b4d4b4eee/f 2024-11-21T13:22:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T13:22:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:22:59,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ for inclusion in 19bfa5d4e26852490fa8ea4b4d4b4eee/f 2024-11-21T13:22:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T13:22:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T13:22:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HRegion(2603): Flush status journal for 19bfa5d4e26852490fa8ea4b4d4b4eee: 2024-11-21T13:22:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:22:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/0801903174754b84abdc9d9740362e87_SeqId_6_ 2024-11-21T13:22:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T13:22:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/1e424cb05030457985e07b2c22821540_SeqId_6_ 2024-11-21T13:22:59,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/0801903174754b84abdc9d9740362e87_SeqId_6_ - updating store file list. 2024-11-21T13:22:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0801903174754b84abdc9d9740362e87_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T13:22:59,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/0801903174754b84abdc9d9740362e87_SeqId_6_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f 2024-11-21T13:22:59,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f (new location: hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/0801903174754b84abdc9d9740362e87_SeqId_6_) 2024-11-21T13:22:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/6355fd924ed942eb8bd6b44ffbe89289_SeqId_6_ 2024-11-21T13:22:59,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/1e424cb05030457985e07b2c22821540_SeqId_6_ - updating store file list. 2024-11-21T13:22:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e424cb05030457985e07b2c22821540_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T13:22:59,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/1e424cb05030457985e07b2c22821540_SeqId_6_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f 2024-11-21T13:22:59,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ into 19bfa5d4e26852490fa8ea4b4d4b4eee/f (new location: hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/f/1e424cb05030457985e07b2c22821540_SeqId_6_) 2024-11-21T13:22:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/staging/jenkins.hfs.22__test__kq4g6m83put3fpgf8k45j491if5n6u5912etatl50hamdjol5tgsrnfg3r4rs2ck/f/3c936d5d11c348b1b52b2c71d091ef48_SeqId_6_ 2024-11-21T13:22:59,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41819 {}] regionserver.ReplicationSink(324): Finished replicating [fbaf371b-59ac-46ff-89f0-a5de6792784d] bulk loaded data 2024-11-21T13:22:59,261 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:22:59,437 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:22:59,764 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:22:59,940 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:00,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:23:00,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:23:00,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:23:00,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:00,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:00,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:00,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:23:00,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:23:00,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1532557600, stopped=false 2024-11-21T13:23:00,101 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,33739,1732195365681 2024-11-21T13:23:00,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:00,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1624953856/running 2024-11-21T13:23:00,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1624953856/running 2024-11-21T13:23:00,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:23:00,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:23:00,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:23:00,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:23:00,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:00,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:00,181 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,43837,1732195365821' ***** 2024-11-21T13:23:00,181 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:23:00,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Set watcher on znode that does not yet exist, /2-1624953856/running 2024-11-21T13:23:00,181 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:23:00,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:23:00,181 INFO [RS:0;4fe6efa1e611:43837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:23:00,181 INFO [RS:0;4fe6efa1e611:43837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:23:00,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Set watcher on znode that does not yet exist, /2-1624953856/running 2024-11-21T13:23:00,182 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(3091): Received CLOSE for 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:23:00,182 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,43837,1732195365821 2024-11-21T13:23:00,182 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:23:00,182 INFO [RS:0;4fe6efa1e611:43837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:43837. 2024-11-21T13:23:00,182 DEBUG [RS:0;4fe6efa1e611:43837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:00,182 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 622e88dbef3a287bd78bfcba76e1aa53, disabling compactions & flushes 2024-11-21T13:23:00,182 DEBUG [RS:0;4fe6efa1e611:43837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:00,182 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:23:00,182 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:23:00,182 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. after waiting 0 ms 2024-11-21T13:23:00,182 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:23:00,182 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:23:00,182 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:23:00,182 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:23:00,182 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:23:00,182 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:23:00,182 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1325): Online Regions={622e88dbef3a287bd78bfcba76e1aa53=test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:23:00,182 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 622e88dbef3a287bd78bfcba76e1aa53 2024-11-21T13:23:00,182 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:23:00,182 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:23:00,182 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:23:00,182 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:23:00,182 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:23:00,183 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T13:23:00,186 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/default/test/622e88dbef3a287bd78bfcba76e1aa53/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T13:23:00,186 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:23:00,186 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:23:00,186 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:23:00,186 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 622e88dbef3a287bd78bfcba76e1aa53: Waiting for close lock at 1732195380182Running coprocessor pre-close hooks at 1732195380182Disabling compacts and flushes for region at 1732195380182Disabling writes for close at 1732195380182Writing region close event to WAL at 1732195380183 (+1 ms)Running coprocessor post-close hooks at 1732195380186 (+3 ms)Closed at 1732195380186 2024-11-21T13:23:00,186 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53. 2024-11-21T13:23:00,197 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/info/9383a739894e438ea1cb43e58ba43f15 is 129, key is test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53./info:regioninfo/1732195373562/Put/seqid=0 2024-11-21T13:23:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741839_1015 (size=6421) 2024-11-21T13:23:00,201 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/info/9383a739894e438ea1cb43e58ba43f15 2024-11-21T13:23:00,217 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/ns/09a2013a13cb46fabcfa91e7789bd4aa is 43, key is default/ns:d/1732195368748/Put/seqid=0 2024-11-21T13:23:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741840_1016 (size=5153) 2024-11-21T13:23:00,281 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:23:00,367 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:00,382 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:23:00,543 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:00,583 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:23:00,621 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/ns/09a2013a13cb46fabcfa91e7789bd4aa 2024-11-21T13:23:00,636 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/rep_barrier/8a508936f3264a438c1dfdc9031f5509 is 112, key is test,,1732195373192.622e88dbef3a287bd78bfcba76e1aa53./rep_barrier:seqnumDuringOpen/1732195373562/Put/seqid=0 2024-11-21T13:23:00,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741841_1017 (size=5518) 2024-11-21T13:23:00,689 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:23:00,689 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:23:00,783 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:23:00,983 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:23:01,040 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/rep_barrier/8a508936f3264a438c1dfdc9031f5509 2024-11-21T13:23:01,055 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/table/77cdb41a746e4ebbb830482e5ca9782e is 40, key is test/table:state/1732195373570/Put/seqid=0 2024-11-21T13:23:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741842_1018 (size=5165) 2024-11-21T13:23:01,071 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:01,183 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T13:23:01,183 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:23:01,183 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:23:01,247 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:01,383 DEBUG [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:23:01,459 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/table/77cdb41a746e4ebbb830482e5ca9782e 2024-11-21T13:23:01,463 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/info/9383a739894e438ea1cb43e58ba43f15 as hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/info/9383a739894e438ea1cb43e58ba43f15 2024-11-21T13:23:01,466 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/info/9383a739894e438ea1cb43e58ba43f15, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T13:23:01,466 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/ns/09a2013a13cb46fabcfa91e7789bd4aa as hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/ns/09a2013a13cb46fabcfa91e7789bd4aa 2024-11-21T13:23:01,469 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/ns/09a2013a13cb46fabcfa91e7789bd4aa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T13:23:01,470 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/rep_barrier/8a508936f3264a438c1dfdc9031f5509 as hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/rep_barrier/8a508936f3264a438c1dfdc9031f5509 2024-11-21T13:23:01,473 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/rep_barrier/8a508936f3264a438c1dfdc9031f5509, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T13:23:01,473 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/.tmp/table/77cdb41a746e4ebbb830482e5ca9782e as hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/table/77cdb41a746e4ebbb830482e5ca9782e 2024-11-21T13:23:01,477 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/table/77cdb41a746e4ebbb830482e5ca9782e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T13:23:01,478 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-11-21T13:23:01,490 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T13:23:01,490 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:23:01,490 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:23:01,490 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:23:01,490 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195380182Running coprocessor pre-close hooks at 1732195380182Disabling compacts and flushes for region at 1732195380182Disabling writes for close at 1732195380182Obtaining lock to block concurrent updates at 1732195380183 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732195380183Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732195380183Flushing stores of hbase:meta,,1.1588230740 at 1732195380183Flushing 1588230740/info: creating writer at 1732195380183Flushing 1588230740/info: appending metadata at 1732195380197 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732195380197Flushing 1588230740/ns: creating writer at 1732195380204 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732195380217 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732195380217Flushing 1588230740/rep_barrier: creating writer at 1732195380625 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195380636 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195380636Flushing 1588230740/table: creating writer at 1732195381043 (+407 ms)Flushing 1588230740/table: appending metadata at 1732195381055 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732195381055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3a9244: reopening flushed file at 1732195381462 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b74243: reopening flushed file at 1732195381466 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4b68e1: reopening flushed file at 1732195381469 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e2760f: reopening flushed file at 1732195381473 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1732195381478 (+5 ms)Writing region close event to WAL at 1732195381487 (+9 ms)Running coprocessor post-close hooks at 1732195381490 (+3 ms)Closed at 1732195381490 2024-11-21T13:23:01,490 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:23:01,583 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,43837,1732195365821; all regions closed. 2024-11-21T13:23:01,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741834_1010 (size=2717) 2024-11-21T13:23:01,585 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/WALs/4fe6efa1e611,43837,1732195365821/4fe6efa1e611%2C43837%2C1732195365821.meta.1732195368664.meta not finished, retry = 0 2024-11-21T13:23:01,687 DEBUG [RS:0;4fe6efa1e611:43837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/oldWALs 2024-11-21T13:23:01,687 INFO [RS:0;4fe6efa1e611:43837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C43837%2C1732195365821.meta:.meta(num 1732195368664) 2024-11-21T13:23:01,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741832_1008 (size=1028) 2024-11-21T13:23:01,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/WALs/4fe6efa1e611,43837,1732195365821/4fe6efa1e611%2C43837%2C1732195365821.1732195367814 not finished, retry = 0 2024-11-21T13:23:01,791 DEBUG [RS:0;4fe6efa1e611:43837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/oldWALs 2024-11-21T13:23:01,791 INFO [RS:0;4fe6efa1e611:43837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C43837%2C1732195365821:(num 1732195367814) 2024-11-21T13:23:01,791 DEBUG [RS:0;4fe6efa1e611:43837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:01,791 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:23:01,791 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:23:01,791 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T13:23:01,792 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:23:01,792 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:23:01,792 INFO [RS:0;4fe6efa1e611:43837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:43837. 2024-11-21T13:23:01,792 DEBUG [RS:0;4fe6efa1e611:43837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:01,792 DEBUG [RS:0;4fe6efa1e611:43837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:01,792 DEBUG [RS:0;4fe6efa1e611:43837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:01,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:23:01,792 INFO [RS:0;4fe6efa1e611:43837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43837 2024-11-21T13:23:01,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856/rs 2024-11-21T13:23:01,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1624953856/rs/4fe6efa1e611,43837,1732195365821 2024-11-21T13:23:01,842 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:23:01,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,43837,1732195365821] 2024-11-21T13:23:01,863 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1624953856/draining/4fe6efa1e611,43837,1732195365821 already deleted, retry=false 2024-11-21T13:23:01,863 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,43837,1732195365821 expired; onlineServers=0 2024-11-21T13:23:01,863 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,33739,1732195365681' ***** 2024-11-21T13:23:01,863 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:23:01,863 INFO [M:0;4fe6efa1e611:33739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:23:01,863 INFO [M:0;4fe6efa1e611:33739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:23:01,864 DEBUG [M:0;4fe6efa1e611:33739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:23:01,864 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:23:01,864 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195367504 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195367504,5,FailOnTimeoutGroup] 2024-11-21T13:23:01,864 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195367504 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195367504,5,FailOnTimeoutGroup] 2024-11-21T13:23:01,864 DEBUG [M:0;4fe6efa1e611:33739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:23:01,864 INFO [M:0;4fe6efa1e611:33739 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:23:01,864 INFO [M:0;4fe6efa1e611:33739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:23:01,864 DEBUG [M:0;4fe6efa1e611:33739 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:23:01,864 INFO [M:0;4fe6efa1e611:33739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:23:01,864 INFO [M:0;4fe6efa1e611:33739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:23:01,865 INFO [M:0;4fe6efa1e611:33739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:23:01,865 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:23:01,874 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:01,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1624953856/master 2024-11-21T13:23:01,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1624953856 2024-11-21T13:23:01,874 DEBUG [M:0;4fe6efa1e611:33739 {}] zookeeper.ZKUtil(347): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Unable to get data of znode /2-1624953856/master because node does not exist (not an error) 2024-11-21T13:23:01,874 WARN [M:0;4fe6efa1e611:33739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:23:01,874 INFO [M:0;4fe6efa1e611:33739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/.lastflushedseqids 2024-11-21T13:23:01,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741843_1019 (size=173) 2024-11-21T13:23:01,880 INFO [M:0;4fe6efa1e611:33739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:23:01,880 INFO [M:0;4fe6efa1e611:33739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:23:01,880 DEBUG [M:0;4fe6efa1e611:33739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:23:01,880 INFO [M:0;4fe6efa1e611:33739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:01,880 DEBUG [M:0;4fe6efa1e611:33739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:01,880 DEBUG [M:0;4fe6efa1e611:33739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:23:01,880 DEBUG [M:0;4fe6efa1e611:33739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:01,881 INFO [M:0;4fe6efa1e611:33739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-21T13:23:01,893 DEBUG [M:0;4fe6efa1e611:33739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3400733218f452da23675e7035fe906 is 82, key is hbase:meta,,1/info:regioninfo/1732195368692/Put/seqid=0 2024-11-21T13:23:01,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741844_1020 (size=5672) 2024-11-21T13:23:01,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:01,953 INFO [RS:0;4fe6efa1e611:43837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:23:01,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43837-0x1015d8f7dd80007, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:01,953 INFO [RS:0;4fe6efa1e611:43837 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,43837,1732195365821; zookeeper connection closed. 2024-11-21T13:23:01,953 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45aa6b35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45aa6b35 2024-11-21T13:23:01,953 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:23:02,050 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:02,297 INFO [M:0;4fe6efa1e611:33739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3400733218f452da23675e7035fe906 2024-11-21T13:23:02,323 DEBUG [M:0;4fe6efa1e611:33739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06b413d883824b29b0d96e9e27c98ca8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732195373574/Put/seqid=0 2024-11-21T13:23:02,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741845_1021 (size=6586) 2024-11-21T13:23:02,344 INFO [M:0;4fe6efa1e611:33739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06b413d883824b29b0d96e9e27c98ca8 2024-11-21T13:23:02,387 DEBUG [M:0;4fe6efa1e611:33739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76018e13893e4cc1a7d44b83a610b5a6 is 69, key is 4fe6efa1e611,43837,1732195365821/rs:state/1732195367616/Put/seqid=0 2024-11-21T13:23:02,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741846_1022 (size=5156) 2024-11-21T13:23:02,422 INFO [M:0;4fe6efa1e611:33739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76018e13893e4cc1a7d44b83a610b5a6 2024-11-21T13:23:02,427 DEBUG [M:0;4fe6efa1e611:33739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3400733218f452da23675e7035fe906 as hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3400733218f452da23675e7035fe906 2024-11-21T13:23:02,443 INFO [M:0;4fe6efa1e611:33739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3400733218f452da23675e7035fe906, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T13:23:02,444 DEBUG [M:0;4fe6efa1e611:33739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06b413d883824b29b0d96e9e27c98ca8 as hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06b413d883824b29b0d96e9e27c98ca8 2024-11-21T13:23:02,450 INFO [M:0;4fe6efa1e611:33739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06b413d883824b29b0d96e9e27c98ca8, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T13:23:02,451 DEBUG [M:0;4fe6efa1e611:33739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76018e13893e4cc1a7d44b83a610b5a6 as hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76018e13893e4cc1a7d44b83a610b5a6 2024-11-21T13:23:02,459 INFO [M:0;4fe6efa1e611:33739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/6eecefab-62f0-c07e-4374-a0d06f22b68f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76018e13893e4cc1a7d44b83a610b5a6, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T13:23:02,460 INFO [M:0;4fe6efa1e611:33739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 579ms, sequenceid=55, compaction requested=false 2024-11-21T13:23:02,498 INFO [M:0;4fe6efa1e611:33739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:02,498 DEBUG [M:0;4fe6efa1e611:33739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195381880Disabling compacts and flushes for region at 1732195381880Disabling writes for close at 1732195381880Obtaining lock to block concurrent updates at 1732195381881 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195381881Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732195381881Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195381881Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195381881Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195381893 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195381893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195382302 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195382323 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195382323Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195382359 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195382386 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195382386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17621899: reopening flushed file at 1732195382426 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700fde2c: reopening flushed file at 1732195382443 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3e0785: reopening flushed file at 1732195382450 (+7 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 579ms, sequenceid=55, compaction requested=false at 1732195382460 (+10 ms)Writing region close event to WAL at 1732195382498 (+38 ms)Closed at 1732195382498 2024-11-21T13:23:02,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741830_1006 (size=32770) 2024-11-21T13:23:02,518 INFO [M:0;4fe6efa1e611:33739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:23:02,519 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:23:02,519 INFO [M:0;4fe6efa1e611:33739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33739 2024-11-21T13:23:02,519 INFO [M:0;4fe6efa1e611:33739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:23:02,635 INFO [M:0;4fe6efa1e611:33739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:23:02,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:02,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33739-0x1015d8f7dd80006, quorum=127.0.0.1:57824, baseZNode=/2-1624953856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:02,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42cfd11d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:23:02,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ec68835{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:23:02,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:23:02,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f4db6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:23:02,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35c2c746{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/hadoop.log.dir/,STOPPED} 2024-11-21T13:23:02,647 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:23:02,647 WARN [BP-768055277-172.17.0.2-1732195363563 heartbeating to localhost/127.0.0.1:44615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:23:02,647 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:23:02,647 WARN [BP-768055277-172.17.0.2-1732195363563 heartbeating to localhost/127.0.0.1:44615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-768055277-172.17.0.2-1732195363563 (Datanode Uuid c860d196-ad9a-4c0b-8a46-bb8cf807f4f4) service to localhost/127.0.0.1:44615 2024-11-21T13:23:02,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/cluster_8d6db476-5143-f9c9-b3e6-c2b65d1f8807/data/data1/current/BP-768055277-172.17.0.2-1732195363563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:23:02,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/cluster_8d6db476-5143-f9c9-b3e6-c2b65d1f8807/data/data2/current/BP-768055277-172.17.0.2-1732195363563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:23:02,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:23:02,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78c1ba6d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:23:02,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e9e51c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:23:02,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:23:02,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ed4399{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:23:02,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a68801b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d0b9f3c-9b4f-3830-5779-c036dfdb4d36/hadoop.log.dir/,STOPPED} 2024-11-21T13:23:02,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:23:02,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:23:02,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:23:02,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:02,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:02,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:23:02,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:02,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:23:02,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2075925947, stopped=false 2024-11-21T13:23:02,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,44123,1732195360809 2024-11-21T13:23:02,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-182537091/running 2024-11-21T13:23:02,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:23:02,706 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:23:02,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-182537091/running 2024-11-21T13:23:02,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:23:02,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Set watcher on znode that does not yet exist, /1-182537091/running 2024-11-21T13:23:02,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Set watcher on znode that does not yet exist, /1-182537091/running 2024-11-21T13:23:02,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:23:02,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:02,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:02,709 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,41819,1732195360957' ***** 2024-11-21T13:23:02,709 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:23:02,709 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:23:02,709 INFO [RS:0;4fe6efa1e611:41819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:23:02,709 INFO [RS:0;4fe6efa1e611:41819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:23:02,709 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(3091): Received CLOSE for 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:23:02,710 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:23:02,710 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,41819,1732195360957 2024-11-21T13:23:02,710 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:23:02,710 INFO [RS:0;4fe6efa1e611:41819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:41819. 2024-11-21T13:23:02,710 DEBUG [RS:0;4fe6efa1e611:41819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:02,710 DEBUG [RS:0;4fe6efa1e611:41819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19bfa5d4e26852490fa8ea4b4d4b4eee, disabling compactions & flushes 2024-11-21T13:23:02,710 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:23:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:23:02,710 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:23:02,710 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:23:02,710 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:23:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. after waiting 0 ms 2024-11-21T13:23:02,710 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:23:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:23:02,710 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T13:23:02,710 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19bfa5d4e26852490fa8ea4b4d4b4eee=test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee.} 2024-11-21T13:23:02,710 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19bfa5d4e26852490fa8ea4b4d4b4eee 2024-11-21T13:23:02,711 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:23:02,711 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:23:02,711 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:23:02,711 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:23:02,711 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:23:02,711 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T13:23:02,716 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/default/test/19bfa5d4e26852490fa8ea4b4d4b4eee/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T13:23:02,717 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:23:02,717 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:23:02,717 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:23:02,717 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19bfa5d4e26852490fa8ea4b4d4b4eee: Waiting for close lock at 1732195382710Running coprocessor pre-close hooks at 1732195382710Disabling compacts and flushes for region at 1732195382710Disabling writes for close at 1732195382710Writing region close event to WAL at 1732195382712 (+2 ms)Running coprocessor post-close hooks at 1732195382717 (+5 ms)Closed at 1732195382717 2024-11-21T13:23:02,717 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee. 2024-11-21T13:23:02,732 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/info/2582284285584aeaab6bc8f5f01e97ca is 129, key is test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee./info:regioninfo/1732195372185/Put/seqid=0 2024-11-21T13:23:02,737 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:23:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741841_1017 (size=6421) 2024-11-21T13:23:02,744 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/info/2582284285584aeaab6bc8f5f01e97ca 2024-11-21T13:23:02,769 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/ns/7eaaacfa5abb4c03bc9d25cdf769e5ec is 43, key is default/ns:d/1732195363494/Put/seqid=0 2024-11-21T13:23:02,776 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:02,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741842_1018 (size=5153) 2024-11-21T13:23:02,822 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T13:23:02,822 INFO [regionserver/4fe6efa1e611:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T13:23:02,911 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:23:02,977 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:03,111 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:23:03,192 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/ns/7eaaacfa5abb4c03bc9d25cdf769e5ec 2024-11-21T13:23:03,228 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/rep_barrier/029f1bde5b09466bab6a63523d62278a is 112, key is test,,1732195371041.19bfa5d4e26852490fa8ea4b4d4b4eee./rep_barrier:seqnumDuringOpen/1732195372185/Put/seqid=0 2024-11-21T13:23:03,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741843_1019 (size=5518) 2024-11-21T13:23:03,238 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/rep_barrier/029f1bde5b09466bab6a63523d62278a 2024-11-21T13:23:03,262 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/table/5fe7633ecbcf438bb18157e1cd92ed42 is 40, key is test/table:state/1732195372191/Put/seqid=0 2024-11-21T13:23:03,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741844_1020 (size=5165) 2024-11-21T13:23:03,311 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:23:03,511 DEBUG [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T13:23:03,665 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/table/5fe7633ecbcf438bb18157e1cd92ed42 2024-11-21T13:23:03,670 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/info/2582284285584aeaab6bc8f5f01e97ca as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/info/2582284285584aeaab6bc8f5f01e97ca 2024-11-21T13:23:03,673 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/info/2582284285584aeaab6bc8f5f01e97ca, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T13:23:03,674 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/ns/7eaaacfa5abb4c03bc9d25cdf769e5ec as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/ns/7eaaacfa5abb4c03bc9d25cdf769e5ec 2024-11-21T13:23:03,677 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/ns/7eaaacfa5abb4c03bc9d25cdf769e5ec, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T13:23:03,677 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/rep_barrier/029f1bde5b09466bab6a63523d62278a as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/rep_barrier/029f1bde5b09466bab6a63523d62278a 2024-11-21T13:23:03,680 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/rep_barrier/029f1bde5b09466bab6a63523d62278a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T13:23:03,681 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/.tmp/table/5fe7633ecbcf438bb18157e1cd92ed42 as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/table/5fe7633ecbcf438bb18157e1cd92ed42 2024-11-21T13:23:03,684 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/table/5fe7633ecbcf438bb18157e1cd92ed42, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T13:23:03,685 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 974ms, sequenceid=11, compaction requested=false 2024-11-21T13:23:03,689 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T13:23:03,690 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:23:03,690 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:23:03,690 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:23:03,690 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195382710Running coprocessor pre-close hooks at 1732195382710Disabling compacts and flushes for region at 1732195382710Disabling writes for close at 1732195382711 (+1 ms)Obtaining lock to block concurrent updates at 1732195382711Preparing flush snapshotting stores in 1588230740 at 1732195382711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732195382711Flushing stores of hbase:meta,,1.1588230740 at 1732195382712 (+1 ms)Flushing 1588230740/info: creating writer at 1732195382712Flushing 1588230740/info: appending metadata at 1732195382732 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732195382732Flushing 1588230740/ns: creating writer at 1732195382747 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732195382768 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732195382768Flushing 1588230740/rep_barrier: creating writer at 1732195383197 (+429 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195383227 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195383227Flushing 1588230740/table: creating writer at 1732195383243 (+16 ms)Flushing 1588230740/table: appending metadata at 1732195383261 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732195383261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c94d582: reopening flushed file at 1732195383669 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd22796: reopening flushed file at 1732195383673 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0e4588: reopening flushed file at 1732195383677 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc60135: reopening flushed file at 1732195383681 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 974ms, sequenceid=11, compaction requested=false at 1732195383685 (+4 ms)Writing region close event to WAL at 1732195383687 (+2 ms)Running coprocessor post-close hooks at 1732195383690 (+3 ms)Closed at 1732195383690 2024-11-21T13:23:03,690 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:23:03,711 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,41819,1732195360957; all regions closed. 2024-11-21T13:23:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741834_1010 (size=2717) 2024-11-21T13:23:03,715 DEBUG [RS:0;4fe6efa1e611:41819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/oldWALs 2024-11-21T13:23:03,715 INFO [RS:0;4fe6efa1e611:41819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C41819%2C1732195360957.meta:.meta(num 1732195363437) 2024-11-21T13:23:03,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741832_1008 (size=1374) 2024-11-21T13:23:03,716 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/WALs/4fe6efa1e611,41819,1732195360957/4fe6efa1e611%2C41819%2C1732195360957.1732195362966 not finished, retry = 0 2024-11-21T13:23:03,794 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:03,818 DEBUG [RS:0;4fe6efa1e611:41819 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/oldWALs 2024-11-21T13:23:03,818 INFO [RS:0;4fe6efa1e611:41819 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fe6efa1e611%2C41819%2C1732195360957:(num 1732195362966) 2024-11-21T13:23:03,818 DEBUG [RS:0;4fe6efa1e611:41819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:03,818 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:23:03,819 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:23:03,819 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T13:23:03,819 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:23:03,819 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:23:03,820 INFO [RS:0;4fe6efa1e611:41819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:41819. 2024-11-21T13:23:03,820 DEBUG [RS:0;4fe6efa1e611:41819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:03,820 DEBUG [RS:0;4fe6efa1e611:41819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:03,820 DEBUG [RS:0;4fe6efa1e611:41819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:03,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:23:03,820 INFO [RS:0;4fe6efa1e611:41819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41819 2024-11-21T13:23:03,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091/rs 2024-11-21T13:23:03,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-182537091/rs/4fe6efa1e611,41819,1732195360957 2024-11-21T13:23:03,895 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:23:03,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,41819,1732195360957] 2024-11-21T13:23:03,916 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-182537091/draining/4fe6efa1e611,41819,1732195360957 already deleted, retry=false 2024-11-21T13:23:03,916 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,41819,1732195360957 expired; onlineServers=0 2024-11-21T13:23:03,916 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,44123,1732195360809' ***** 2024-11-21T13:23:03,916 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:23:03,916 INFO [M:0;4fe6efa1e611:44123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:23:03,916 INFO [M:0;4fe6efa1e611:44123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:23:03,916 DEBUG [M:0;4fe6efa1e611:44123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:23:03,916 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:23:03,916 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195362667 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195362667,5,FailOnTimeoutGroup] 2024-11-21T13:23:03,916 DEBUG [M:0;4fe6efa1e611:44123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:23:03,916 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195362668 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195362668,5,FailOnTimeoutGroup] 2024-11-21T13:23:03,916 INFO [M:0;4fe6efa1e611:44123 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:23:03,916 INFO [M:0;4fe6efa1e611:44123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:23:03,916 DEBUG [M:0;4fe6efa1e611:44123 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:23:03,916 INFO [M:0;4fe6efa1e611:44123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:23:03,916 INFO [M:0;4fe6efa1e611:44123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:23:03,917 INFO [M:0;4fe6efa1e611:44123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:23:03,917 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:23:03,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-182537091/master 2024-11-21T13:23:03,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-182537091 2024-11-21T13:23:03,926 DEBUG [M:0;4fe6efa1e611:44123 {}] zookeeper.ZKUtil(347): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Unable to get data of znode /1-182537091/master because node does not exist (not an error) 2024-11-21T13:23:03,926 WARN [M:0;4fe6efa1e611:44123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:23:03,927 INFO [M:0;4fe6efa1e611:44123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/.lastflushedseqids 2024-11-21T13:23:03,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741845_1021 (size=173) 2024-11-21T13:23:03,981 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:04,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:04,005 INFO [RS:0;4fe6efa1e611:41819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:23:04,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41819-0x1015d8f7dd80004, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:04,005 INFO [RS:0;4fe6efa1e611:41819 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,41819,1732195360957; zookeeper connection closed. 2024-11-21T13:23:04,006 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@461ffef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@461ffef 2024-11-21T13:23:04,006 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:23:04,331 INFO [M:0;4fe6efa1e611:44123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:23:04,331 INFO [M:0;4fe6efa1e611:44123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:23:04,331 DEBUG [M:0;4fe6efa1e611:44123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:23:04,331 INFO [M:0;4fe6efa1e611:44123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:04,331 DEBUG [M:0;4fe6efa1e611:44123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:04,331 DEBUG [M:0;4fe6efa1e611:44123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:23:04,331 DEBUG [M:0;4fe6efa1e611:44123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:04,331 INFO [M:0;4fe6efa1e611:44123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-21T13:23:04,352 DEBUG [M:0;4fe6efa1e611:44123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbb5b766a55649b0be18e9899d8c97e9 is 82, key is hbase:meta,,1/info:regioninfo/1732195363475/Put/seqid=0 2024-11-21T13:23:04,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741846_1022 (size=5672) 2024-11-21T13:23:04,756 INFO [M:0;4fe6efa1e611:44123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbb5b766a55649b0be18e9899d8c97e9 2024-11-21T13:23:04,773 DEBUG [M:0;4fe6efa1e611:44123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5d72e551e6840e196c69822f9e9e81e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732195372194/Put/seqid=0 2024-11-21T13:23:04,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741847_1023 (size=6587) 2024-11-21T13:23:04,897 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:04,917 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T13:23:05,084 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:05,176 INFO [M:0;4fe6efa1e611:44123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5d72e551e6840e196c69822f9e9e81e 2024-11-21T13:23:05,193 DEBUG [M:0;4fe6efa1e611:44123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95474b5113734f68a8b65d059e9c5fe1 is 69, key is 4fe6efa1e611,41819,1732195360957/rs:state/1732195362750/Put/seqid=0 2024-11-21T13:23:05,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741848_1024 (size=5156) 2024-11-21T13:23:05,597 INFO [M:0;4fe6efa1e611:44123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95474b5113734f68a8b65d059e9c5fe1 2024-11-21T13:23:05,600 DEBUG [M:0;4fe6efa1e611:44123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cbb5b766a55649b0be18e9899d8c97e9 as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbb5b766a55649b0be18e9899d8c97e9 2024-11-21T13:23:05,604 INFO [M:0;4fe6efa1e611:44123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cbb5b766a55649b0be18e9899d8c97e9, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T13:23:05,604 DEBUG [M:0;4fe6efa1e611:44123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5d72e551e6840e196c69822f9e9e81e as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5d72e551e6840e196c69822f9e9e81e 2024-11-21T13:23:05,608 INFO [M:0;4fe6efa1e611:44123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5d72e551e6840e196c69822f9e9e81e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T13:23:05,609 DEBUG [M:0;4fe6efa1e611:44123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95474b5113734f68a8b65d059e9c5fe1 as hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95474b5113734f68a8b65d059e9c5fe1 2024-11-21T13:23:05,612 INFO [M:0;4fe6efa1e611:44123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44073/user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95474b5113734f68a8b65d059e9c5fe1, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T13:23:05,613 INFO [M:0;4fe6efa1e611:44123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=55, compaction requested=false 2024-11-21T13:23:05,614 INFO [M:0;4fe6efa1e611:44123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:05,614 DEBUG [M:0;4fe6efa1e611:44123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195384331Disabling compacts and flushes for region at 1732195384331Disabling writes for close at 1732195384331Obtaining lock to block concurrent updates at 1732195384331Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195384331Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732195384332 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195384332Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195384332Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195384351 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195384351Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195384759 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195384772 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195384772Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195385180 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195385193 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195385193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b4680fd: reopening flushed file at 1732195385600 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab114c1: reopening flushed file at 1732195385604 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7c4424: reopening flushed file at 1732195385608 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=55, compaction requested=false at 1732195385613 (+5 ms)Writing region close event to WAL at 1732195385614 (+1 ms)Closed at 1732195385614 2024-11-21T13:23:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741830_1006 (size=32782) 2024-11-21T13:23:05,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73033903-44d8-eb1f-3143-3a990cea6b0b/MasterData/WALs/4fe6efa1e611,44123,1732195360809/4fe6efa1e611%2C44123%2C1732195360809.1732195362365 not finished, retry = 0 2024-11-21T13:23:05,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T13:23:05,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,716 INFO [M:0;4fe6efa1e611:44123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:23:05,716 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:23:05,716 INFO [M:0;4fe6efa1e611:44123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44123 2024-11-21T13:23:05,717 INFO [M:0;4fe6efa1e611:44123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:23:05,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T13:23:05,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:05,889 INFO [M:0;4fe6efa1e611:44123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:23:05,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44123-0x1015d8f7dd80003, quorum=127.0.0.1:57824, baseZNode=/1-182537091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:05,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60927d4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:23:05,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12e42a7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:23:05,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:23:05,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ff0a789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:23:05,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@763fcca7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/hadoop.log.dir/,STOPPED} 2024-11-21T13:23:05,893 WARN [BP-966495490-172.17.0.2-1732195358671 heartbeating to localhost/127.0.0.1:44073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:23:05,893 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:23:05,893 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:23:05,893 WARN [BP-966495490-172.17.0.2-1732195358671 heartbeating to localhost/127.0.0.1:44073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-966495490-172.17.0.2-1732195358671 (Datanode Uuid f628aea3-fd10-45bc-a3df-82296030b900) service to localhost/127.0.0.1:44073 2024-11-21T13:23:05,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/cluster_26fe68f4-8c48-3f80-009f-097eef209fef/data/data1/current/BP-966495490-172.17.0.2-1732195358671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:23:05,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/cluster_26fe68f4-8c48-3f80-009f-097eef209fef/data/data2/current/BP-966495490-172.17.0.2-1732195358671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:23:05,894 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:23:05,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fd8382d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:23:05,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@566510c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:23:05,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:23:05,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@647c6ca8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:23:05,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c9cca84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b4c6c59-77c3-9d86-8053-348ccaf8df22/hadoop.log.dir/,STOPPED} 2024-11-21T13:23:05,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:23:05,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T13:23:05,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:23:05,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:05,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:05,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:05,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:23:05,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T13:23:05,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255704861, stopped=false 2024-11-21T13:23:05,915 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fe6efa1e611,42021,1732195355330 2024-11-21T13:23:05,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420052983/running 2024-11-21T13:23:05,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420052983/running 2024-11-21T13:23:05,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:23:05,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:23:05,926 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:23:05,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T13:23:05,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Set watcher on znode that does not yet exist, /0-420052983/running 2024-11-21T13:23:05,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:05,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:05,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Set watcher on znode that does not yet exist, /0-420052983/running 2024-11-21T13:23:05,927 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fe6efa1e611,44715,1732195355546' ***** 2024-11-21T13:23:05,927 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T13:23:05,927 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T13:23:05,927 INFO [RS:0;4fe6efa1e611:44715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T13:23:05,927 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T13:23:05,927 INFO [RS:0;4fe6efa1e611:44715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T13:23:05,927 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(3091): Received CLOSE for 14f077add66d1a74c65fe46544ce8c88 2024-11-21T13:23:05,927 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(3091): Received CLOSE for c65df908c6c717c027b566b23286d0ab 2024-11-21T13:23:05,928 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(959): stopping server 4fe6efa1e611,44715,1732195355546 2024-11-21T13:23:05,928 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:23:05,928 INFO [RS:0;4fe6efa1e611:44715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:44715. 2024-11-21T13:23:05,928 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14f077add66d1a74c65fe46544ce8c88, disabling compactions & flushes 2024-11-21T13:23:05,928 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:23:05,928 DEBUG [RS:0;4fe6efa1e611:44715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:05,928 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:23:05,928 DEBUG [RS:0;4fe6efa1e611:44715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:05,928 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. after waiting 0 ms 2024-11-21T13:23:05,928 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:23:05,928 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T13:23:05,928 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T13:23:05,928 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T13:23:05,928 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T13:23:05,928 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 14f077add66d1a74c65fe46544ce8c88 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-21T13:23:05,928 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T13:23:05,928 DEBUG [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(1325): Online Regions={14f077add66d1a74c65fe46544ce8c88=hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88., c65df908c6c717c027b566b23286d0ab=test,,1732195368889.c65df908c6c717c027b566b23286d0ab., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T13:23:05,928 DEBUG [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(1351): Waiting on 14f077add66d1a74c65fe46544ce8c88, 1588230740, c65df908c6c717c027b566b23286d0ab 2024-11-21T13:23:05,928 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T13:23:05,928 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T13:23:05,928 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T13:23:05,928 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T13:23:05,928 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T13:23:05,928 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T13:23:05,940 INFO [regionserver/4fe6efa1e611:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:23:05,943 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/info/485ebeb23a6e4778881e3e00ec991aa1 is 147, key is hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88./info:regioninfo/1732195374589/Put/seqid=0 2024-11-21T13:23:05,944 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/.tmp/hfileref/54d59c3ab9f94dfea5e0d736a5c69823 is 74, key is 1/hfileref:3644946d05af438393073ddd98e856e8_SeqId_4_/1732195376785/DeleteColumn/seqid=0 2024-11-21T13:23:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741847_1023 (size=7686) 2024-11-21T13:23:05,946 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/info/485ebeb23a6e4778881e3e00ec991aa1 2024-11-21T13:23:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741848_1024 (size=5489) 2024-11-21T13:23:05,947 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/.tmp/hfileref/54d59c3ab9f94dfea5e0d736a5c69823 2024-11-21T13:23:05,965 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/ns/7d6894123e0d450ca81e9ed7d1109640 is 43, key is default/ns:d/1732195358388/Put/seqid=0 2024-11-21T13:23:05,965 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/.tmp/queue/4b710f239cce4c65a8fb564b3481ef39 is 153, key is 1-4fe6efa1e611,44715,1732195355546/queue:4fe6efa1e611%2C44715%2C1732195355546/1732195379205/Put/seqid=0 2024-11-21T13:23:05,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741850_1026 (size=5504) 2024-11-21T13:23:05,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741849_1025 (size=5153) 2024-11-21T13:23:05,968 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/ns/7d6894123e0d450ca81e9ed7d1109640 2024-11-21T13:23:05,968 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/.tmp/queue/4b710f239cce4c65a8fb564b3481ef39 2024-11-21T13:23:05,972 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/.tmp/hfileref/54d59c3ab9f94dfea5e0d736a5c69823 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/hfileref/54d59c3ab9f94dfea5e0d736a5c69823 2024-11-21T13:23:05,975 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/hfileref/54d59c3ab9f94dfea5e0d736a5c69823, entries=6, sequenceid=17, filesize=5.4 K 2024-11-21T13:23:05,976 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/.tmp/queue/4b710f239cce4c65a8fb564b3481ef39 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/queue/4b710f239cce4c65a8fb564b3481ef39 2024-11-21T13:23:05,979 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/queue/4b710f239cce4c65a8fb564b3481ef39, entries=2, sequenceid=17, filesize=5.4 K 2024-11-21T13:23:05,980 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 14f077add66d1a74c65fe46544ce8c88 in 52ms, sequenceid=17, compaction requested=false 2024-11-21T13:23:05,986 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/replication/14f077add66d1a74c65fe46544ce8c88/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-21T13:23:05,986 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:23:05,986 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:23:05,986 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:23:05,986 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14f077add66d1a74c65fe46544ce8c88: Waiting for close lock at 1732195385928Running coprocessor pre-close hooks at 1732195385928Disabling compacts and flushes for region at 1732195385928Disabling writes for close at 1732195385928Obtaining lock to block concurrent updates at 1732195385928Preparing flush snapshotting stores in 14f077add66d1a74c65fe46544ce8c88 at 1732195385928Finished memstore snapshotting hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732195385928Flushing stores of hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. at 1732195385929 (+1 ms)Flushing 14f077add66d1a74c65fe46544ce8c88/hfileref: creating writer at 1732195385929Flushing 14f077add66d1a74c65fe46544ce8c88/hfileref: appending metadata at 1732195385944 (+15 ms)Flushing 14f077add66d1a74c65fe46544ce8c88/hfileref: closing flushed file at 1732195385944Flushing 14f077add66d1a74c65fe46544ce8c88/queue: creating writer at 1732195385950 (+6 ms)Flushing 14f077add66d1a74c65fe46544ce8c88/queue: appending metadata at 1732195385964 (+14 ms)Flushing 14f077add66d1a74c65fe46544ce8c88/queue: closing flushed file at 1732195385964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73577c97: reopening flushed file at 1732195385971 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315cb6b6: reopening flushed file at 1732195385976 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 14f077add66d1a74c65fe46544ce8c88 in 52ms, sequenceid=17, compaction requested=false at 1732195385980 (+4 ms)Writing region close event to WAL at 1732195385983 (+3 ms)Running coprocessor post-close hooks at 1732195385986 (+3 ms)Closed at 1732195385986 2024-11-21T13:23:05,986 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732195373829.14f077add66d1a74c65fe46544ce8c88. 2024-11-21T13:23:05,986 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c65df908c6c717c027b566b23286d0ab, disabling compactions & flushes 2024-11-21T13:23:05,986 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:23:05,986 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:23:05,986 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732195368889.c65df908c6c717c027b566b23286d0ab. after waiting 0 ms 2024-11-21T13:23:05,986 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:23:05,989 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/rep_barrier/1151c57d1da9452cab8c6b5b1cb07a81 is 112, key is test,,1732195368889.c65df908c6c717c027b566b23286d0ab./rep_barrier:seqnumDuringOpen/1732195370034/Put/seqid=0 2024-11-21T13:23:05,989 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/default/test/c65df908c6c717c027b566b23286d0ab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T13:23:05,990 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:23:05,990 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T13:23:05,990 INFO [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:23:05,990 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c65df908c6c717c027b566b23286d0ab: Waiting for close lock at 1732195385986Running coprocessor pre-close hooks at 1732195385986Disabling compacts and flushes for region at 1732195385986Disabling writes for close at 1732195385986Writing region close event to WAL at 1732195385987 (+1 ms)Running coprocessor post-close hooks at 1732195385990 (+3 ms)Closed at 1732195385990 2024-11-21T13:23:05,990 DEBUG [RS_CLOSE_REGION-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732195368889.c65df908c6c717c027b566b23286d0ab. 2024-11-21T13:23:05,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741851_1027 (size=5518) 2024-11-21T13:23:05,992 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/rep_barrier/1151c57d1da9452cab8c6b5b1cb07a81 2024-11-21T13:23:06,011 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/table/2e53dead691241488121201116938a95 is 53, key is hbase:replication/table:state/1732195374595/Put/seqid=0 2024-11-21T13:23:06,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741852_1028 (size=5308) 2024-11-21T13:23:06,014 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/table/2e53dead691241488121201116938a95 2024-11-21T13:23:06,017 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/info/485ebeb23a6e4778881e3e00ec991aa1 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/info/485ebeb23a6e4778881e3e00ec991aa1 2024-11-21T13:23:06,020 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/info/485ebeb23a6e4778881e3e00ec991aa1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T13:23:06,021 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/ns/7d6894123e0d450ca81e9ed7d1109640 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/ns/7d6894123e0d450ca81e9ed7d1109640 2024-11-21T13:23:06,024 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/ns/7d6894123e0d450ca81e9ed7d1109640, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T13:23:06,025 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/rep_barrier/1151c57d1da9452cab8c6b5b1cb07a81 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/rep_barrier/1151c57d1da9452cab8c6b5b1cb07a81 2024-11-21T13:23:06,028 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/rep_barrier/1151c57d1da9452cab8c6b5b1cb07a81, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T13:23:06,028 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/.tmp/table/2e53dead691241488121201116938a95 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/table/2e53dead691241488121201116938a95 2024-11-21T13:23:06,031 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/table/2e53dead691241488121201116938a95, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T13:23:06,032 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=16, compaction requested=false 2024-11-21T13:23:06,035 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T13:23:06,035 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T13:23:06,035 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T13:23:06,035 INFO [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T13:23:06,035 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732195385928Running coprocessor pre-close hooks at 1732195385928Disabling compacts and flushes for region at 1732195385928Disabling writes for close at 1732195385928Obtaining lock to block concurrent updates at 1732195385928Preparing flush snapshotting stores in 1588230740 at 1732195385928Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732195385929 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732195385929Flushing 1588230740/info: creating writer at 1732195385929Flushing 1588230740/info: appending metadata at 1732195385943 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732195385943Flushing 1588230740/ns: creating writer at 1732195385950 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732195385964 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732195385964Flushing 1588230740/rep_barrier: creating writer at 1732195385971 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732195385988 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732195385988Flushing 1588230740/table: creating writer at 1732195385995 (+7 ms)Flushing 1588230740/table: appending metadata at 1732195386010 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732195386010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75939987: reopening flushed file at 1732195386017 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2460c11b: reopening flushed file at 1732195386020 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d033208: reopening flushed file at 1732195386024 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5d9ae4: reopening flushed file at 1732195386028 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=16, compaction requested=false at 1732195386032 (+4 ms)Writing region close event to WAL at 1732195386033 (+1 ms)Running coprocessor post-close hooks at 1732195386035 (+2 ms)Closed at 1732195386035 2024-11-21T13:23:06,035 DEBUG [RS_CLOSE_META-regionserver/4fe6efa1e611:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T13:23:06,101 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 393, reset compression=false 2024-11-21T13:23:06,105 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T13:23:06,105 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851 to pos 688, reset compression=false 2024-11-21T13:23:06,105 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4fe6efa1e611,44715,1732195355546 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/WALs/4fe6efa1e611,44715,1732195355546/4fe6efa1e611%2C44715%2C1732195355546.1732195376851, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T13:23:06,106 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4fe6efa1e611,44715,1732195355546: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4fe6efa1e611,44715,1732195355546, walGroup=4fe6efa1e611%2C44715%2C1732195355546, offset=4fe6efa1e611%2C44715%2C1732195355546.1732195376851:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:44715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T13:23:06,107 ERROR [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T13:23:06,107 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T13:23:06,108 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T13:23:06,108 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T13:23:06,108 DEBUG [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T13:23:06,108 INFO [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1644167168, "init": 1048576000, "max": 2306867200, "used": 1095714944 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 208023752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T13:23:06,108 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:42021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fe6efa1e611:42021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T13:23:06,128 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(976): stopping server 4fe6efa1e611,44715,1732195355546; all regions closed. 2024-11-21T13:23:06,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741843_1019 (size=859) 2024-11-21T13:23:06,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741844_1020 (size=2791) 2024-11-21T13:23:06,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741842_1018 (size=696) 2024-11-21T13:23:06,134 DEBUG [RS:0;4fe6efa1e611:44715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:06,134 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T13:23:06,134 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:23:06,134 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.ChoreService(370): Chore service for: regionserver/4fe6efa1e611:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T13:23:06,134 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:23:06,134 INFO [regionserver/4fe6efa1e611:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:23:06,134 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4fe6efa1e611,44715,1732195355546 because: Region server is closing 2024-11-21T13:23:06,135 INFO [RS:0;4fe6efa1e611:44715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:44715. 2024-11-21T13:23:06,135 DEBUG [RS:0;4fe6efa1e611:44715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:06,135 DEBUG [RS:0;4fe6efa1e611:44715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:06,135 DEBUG [RS:0;4fe6efa1e611:44715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:06,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:23:06,235 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 terminated 2024-11-21T13:23:06,235 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4fe6efa1e611,44715,1732195355546 because: Region server is closing 2024-11-21T13:23:06,235 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,1-4fe6efa1e611,44715,1732195355546.replicationSource.wal-reader.4fe6efa1e611%2C44715%2C1732195355546,1-4fe6efa1e611,44715,1732195355546 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T13:23:06,235 INFO [RS:0;4fe6efa1e611:44715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fe6efa1e611:44715. 2024-11-21T13:23:06,236 DEBUG [RS:0;4fe6efa1e611:44715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T13:23:06,236 DEBUG [RS:0;4fe6efa1e611:44715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:06,236 DEBUG [RS:0;4fe6efa1e611:44715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T13:23:06,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T13:23:06,336 WARN [RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T13:23:06,336 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4fe6efa1e611:0-0.replicationSource,2-4fe6efa1e611,44715,1732195355546.replicationSource.shipper4fe6efa1e611%2C44715%2C1732195355546,2-4fe6efa1e611,44715,1732195355546 terminated 2024-11-21T13:23:06,336 INFO [RS:0;4fe6efa1e611:44715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44715 2024-11-21T13:23:06,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420052983/rs/4fe6efa1e611,44715,1732195355546 2024-11-21T13:23:06,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983/rs 2024-11-21T13:23:06,358 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:23:06,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fe6efa1e611,44715,1732195355546] 2024-11-21T13:23:06,379 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-420052983/draining/4fe6efa1e611,44715,1732195355546 already deleted, retry=false 2024-11-21T13:23:06,379 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fe6efa1e611,44715,1732195355546 expired; onlineServers=0 2024-11-21T13:23:06,379 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fe6efa1e611,42021,1732195355330' ***** 2024-11-21T13:23:06,379 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T13:23:06,379 INFO [M:0;4fe6efa1e611:42021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T13:23:06,379 INFO [M:0;4fe6efa1e611:42021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T13:23:06,379 DEBUG [M:0;4fe6efa1e611:42021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T13:23:06,379 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T13:23:06,379 DEBUG [M:0;4fe6efa1e611:42021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T13:23:06,379 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195357130 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.small.0-1732195357130,5,FailOnTimeoutGroup] 2024-11-21T13:23:06,379 DEBUG [master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195357130 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fe6efa1e611:0:becomeActiveMaster-HFileCleaner.large.0-1732195357130,5,FailOnTimeoutGroup] 2024-11-21T13:23:06,379 INFO [M:0;4fe6efa1e611:42021 {}] hbase.ChoreService(370): Chore service for: master/4fe6efa1e611:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T13:23:06,379 INFO [M:0;4fe6efa1e611:42021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T13:23:06,379 DEBUG [M:0;4fe6efa1e611:42021 {}] master.HMaster(1795): Stopping service threads 2024-11-21T13:23:06,379 INFO [M:0;4fe6efa1e611:42021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T13:23:06,380 INFO [M:0;4fe6efa1e611:42021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T13:23:06,380 ERROR [M:0;4fe6efa1e611:42021 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:41493 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41493,5,PEWorkerGroup] 2024-11-21T13:23:06,380 INFO [M:0;4fe6efa1e611:42021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T13:23:06,380 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T13:23:06,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-420052983/master 2024-11-21T13:23:06,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-420052983 2024-11-21T13:23:06,389 DEBUG [M:0;4fe6efa1e611:42021 {}] zookeeper.ZKUtil(347): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Unable to get data of znode /0-420052983/master because node does not exist (not an error) 2024-11-21T13:23:06,389 WARN [M:0;4fe6efa1e611:42021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T13:23:06,390 INFO [M:0;4fe6efa1e611:42021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/.lastflushedseqids 2024-11-21T13:23:06,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741853_1029 (size=263) 2024-11-21T13:23:06,468 INFO [RS:0;4fe6efa1e611:44715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:23:06,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:06,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44715-0x1015d8f7dd80001, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:06,468 INFO [RS:0;4fe6efa1e611:44715 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fe6efa1e611,44715,1732195355546; zookeeper connection closed. 2024-11-21T13:23:06,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19cfaf62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19cfaf62 2024-11-21T13:23:06,469 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T13:23:06,794 INFO [M:0;4fe6efa1e611:42021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T13:23:06,794 INFO [M:0;4fe6efa1e611:42021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T13:23:06,794 DEBUG [M:0;4fe6efa1e611:42021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T13:23:06,794 INFO [M:0;4fe6efa1e611:42021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:06,794 DEBUG [M:0;4fe6efa1e611:42021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:06,794 DEBUG [M:0;4fe6efa1e611:42021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T13:23:06,794 DEBUG [M:0;4fe6efa1e611:42021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:06,794 INFO [M:0;4fe6efa1e611:42021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-21T13:23:06,811 DEBUG [M:0;4fe6efa1e611:42021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ac7e4d9fcce47a5bedf2a3fa99ca1a8 is 82, key is hbase:meta,,1/info:regioninfo/1732195358340/Put/seqid=0 2024-11-21T13:23:06,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741854_1030 (size=5672) 2024-11-21T13:23:07,214 INFO [M:0;4fe6efa1e611:42021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ac7e4d9fcce47a5bedf2a3fa99ca1a8 2024-11-21T13:23:07,229 DEBUG [M:0;4fe6efa1e611:42021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f42b23dab143f09be32811d072159a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732195374598/Put/seqid=0 2024-11-21T13:23:07,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741855_1031 (size=8910) 2024-11-21T13:23:07,632 INFO [M:0;4fe6efa1e611:42021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f42b23dab143f09be32811d072159a 2024-11-21T13:23:07,651 DEBUG [M:0;4fe6efa1e611:42021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2570412b8fc74fb981a99787a8bfd088 is 69, key is 4fe6efa1e611,44715,1732195355546/rs:state/1732195357203/Put/seqid=0 2024-11-21T13:23:07,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741856_1032 (size=5156) 2024-11-21T13:23:08,057 INFO [M:0;4fe6efa1e611:42021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2570412b8fc74fb981a99787a8bfd088 2024-11-21T13:23:08,061 DEBUG [M:0;4fe6efa1e611:42021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ac7e4d9fcce47a5bedf2a3fa99ca1a8 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ac7e4d9fcce47a5bedf2a3fa99ca1a8 2024-11-21T13:23:08,065 INFO [M:0;4fe6efa1e611:42021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ac7e4d9fcce47a5bedf2a3fa99ca1a8, entries=8, sequenceid=112, filesize=5.5 K 2024-11-21T13:23:08,065 DEBUG [M:0;4fe6efa1e611:42021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f42b23dab143f09be32811d072159a as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26f42b23dab143f09be32811d072159a 2024-11-21T13:23:08,069 INFO [M:0;4fe6efa1e611:42021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26f42b23dab143f09be32811d072159a, entries=13, sequenceid=112, filesize=8.7 K 2024-11-21T13:23:08,070 DEBUG [M:0;4fe6efa1e611:42021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2570412b8fc74fb981a99787a8bfd088 as hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2570412b8fc74fb981a99787a8bfd088 2024-11-21T13:23:08,075 INFO [M:0;4fe6efa1e611:42021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41493/user/jenkins/test-data/0dfd9bbe-6329-cec3-912c-eb2777b30ade/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2570412b8fc74fb981a99787a8bfd088, entries=1, sequenceid=112, filesize=5.0 K 2024-11-21T13:23:08,076 INFO [M:0;4fe6efa1e611:42021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false 2024-11-21T13:23:08,077 INFO [M:0;4fe6efa1e611:42021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T13:23:08,077 DEBUG [M:0;4fe6efa1e611:42021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732195386794Disabling compacts and flushes for region at 1732195386794Disabling writes for close at 1732195386794Obtaining lock to block concurrent updates at 1732195386794Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732195386794Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732195386794Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732195386795 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732195386795Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732195386810 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732195386810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732195387217 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732195387229 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732195387229Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732195387637 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732195387651 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732195387651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc941f1: reopening flushed file at 1732195388060 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b2d57bd: reopening flushed file at 1732195388065 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c2d83b: reopening flushed file at 1732195388070 (+5 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false at 1732195388076 (+6 ms)Writing region close event to WAL at 1732195388077 (+1 ms)Closed at 1732195388077 2024-11-21T13:23:08,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34921 is added to blk_1073741830_1006 (size=69067) 2024-11-21T13:23:08,080 INFO [M:0;4fe6efa1e611:42021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T13:23:08,080 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T13:23:08,080 INFO [M:0;4fe6efa1e611:42021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42021 2024-11-21T13:23:08,080 INFO [M:0;4fe6efa1e611:42021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T13:23:08,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:08,226 INFO [M:0;4fe6efa1e611:42021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T13:23:08,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42021-0x1015d8f7dd80000, quorum=127.0.0.1:57824, baseZNode=/0-420052983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T13:23:08,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@235074a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T13:23:08,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11ca119c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:23:08,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:23:08,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33d9863b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:23:08,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d5559b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/hadoop.log.dir/,STOPPED} 2024-11-21T13:23:08,231 WARN [BP-450013764-172.17.0.2-1732195353153 heartbeating to localhost/127.0.0.1:41493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T13:23:08,231 WARN [BP-450013764-172.17.0.2-1732195353153 heartbeating to localhost/127.0.0.1:41493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-450013764-172.17.0.2-1732195353153 (Datanode Uuid f6ecb2bf-c115-4e41-86b5-d1680a3eeec8) service to localhost/127.0.0.1:41493 2024-11-21T13:23:08,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/cluster_f888e2cc-1212-c3ad-f0dc-eab4e5af1ede/data/data1/current/BP-450013764-172.17.0.2-1732195353153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:23:08,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/cluster_f888e2cc-1212-c3ad-f0dc-eab4e5af1ede/data/data2/current/BP-450013764-172.17.0.2-1732195353153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T13:23:08,232 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T13:23:08,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T13:23:08,232 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T13:23:08,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b0e36b9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T13:23:08,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6bdbe5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T13:23:08,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T13:23:08,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3afe3d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T13:23:08,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@534e3233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a5df16e-6694-8361-628f-97994cb7376a/hadoop.log.dir/,STOPPED} 2024-11-21T13:23:08,248 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T13:23:08,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T13:23:08,280 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 528) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44615 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41493 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57824) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44073 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41493 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57824) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44073 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41493 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57824) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44615 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=985 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 483) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1666 (was 1535) - AvailableMemoryMB LEAK? - 2024-11-21T13:23:08,280 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500